Upload ERNIE-Image-Turbo ncnn Vulkan FP32 weights
Browse files- .gitattributes +4 -34
- LICENSE +201 -0
- README.md +48 -0
- dit/frontend.ncnn.bin +3 -0
- dit/frontend.ncnn.param +28 -0
- dit/layers_00_01.ncnn.bin +3 -0
- dit/layers_00_01.ncnn.param +124 -0
- dit/layers_02_03.ncnn.bin +3 -0
- dit/layers_02_03.ncnn.param +124 -0
- dit/layers_04_07.ncnn.bin +3 -0
- dit/layers_04_07.ncnn.param +224 -0
- dit/layers_08_15.ncnn.bin +3 -0
- dit/layers_08_15.ncnn.param +424 -0
- dit/layers_16_23.ncnn.bin +3 -0
- dit/layers_16_23.ncnn.param +424 -0
- dit/layers_24_31.ncnn.bin +3 -0
- dit/layers_24_31.ncnn.param +424 -0
- dit/layers_32_35.ncnn.bin +3 -0
- dit/layers_32_35.ncnn.param +224 -0
- dit/output_head.ncnn.bin +3 -0
- dit/output_head.ncnn.param +16 -0
- rng/manifest.json +34 -0
- rng/official_cuda_bf16_seed42.f32 +3 -0
- text_encoder/embedding.ncnn.bin +3 -0
- text_encoder/embedding.ncnn.param +4 -0
- text_encoder/layers_00_00.ncnn.bin +3 -0
- text_encoder/layers_00_00.ncnn.param +46 -0
- text_encoder/layers_01_04.ncnn.bin +3 -0
- text_encoder/layers_01_04.ncnn.param +155 -0
- text_encoder/layers_05_08.ncnn.bin +3 -0
- text_encoder/layers_05_08.ncnn.param +155 -0
- text_encoder/layers_09_12.ncnn.bin +3 -0
- text_encoder/layers_09_12.ncnn.param +155 -0
- text_encoder/layers_13_16.ncnn.bin +3 -0
- text_encoder/layers_13_16.ncnn.param +155 -0
- text_encoder/layers_17_20.ncnn.bin +3 -0
- text_encoder/layers_17_20.ncnn.param +155 -0
- text_encoder/layers_21_24.ncnn.bin +3 -0
- text_encoder/layers_21_24.ncnn.param +155 -0
- tokenizer/tokenizer.json +3 -0
- vae/constants.json +37 -0
- vae/decoder.ncnn.bin +3 -0
- vae/decoder.ncnn.param +136 -0
- vae/running_mean.f32 +0 -0
- vae/running_var.f32 +0 -0
.gitattributes
CHANGED
|
@@ -1,35 +1,5 @@
|
|
| 1 |
-
*.7z filter=lfs diff=lfs merge=lfs -text
|
| 2 |
-
*.arrow filter=lfs diff=lfs merge=lfs -text
|
| 3 |
*.bin filter=lfs diff=lfs merge=lfs -text
|
| 4 |
-
*.
|
| 5 |
-
*.
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
*.h5 filter=lfs diff=lfs merge=lfs -text
|
| 9 |
-
*.joblib filter=lfs diff=lfs merge=lfs -text
|
| 10 |
-
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
| 11 |
-
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
| 12 |
-
*.model filter=lfs diff=lfs merge=lfs -text
|
| 13 |
-
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
| 14 |
-
*.npy filter=lfs diff=lfs merge=lfs -text
|
| 15 |
-
*.npz filter=lfs diff=lfs merge=lfs -text
|
| 16 |
-
*.onnx filter=lfs diff=lfs merge=lfs -text
|
| 17 |
-
*.ot filter=lfs diff=lfs merge=lfs -text
|
| 18 |
-
*.parquet filter=lfs diff=lfs merge=lfs -text
|
| 19 |
-
*.pb filter=lfs diff=lfs merge=lfs -text
|
| 20 |
-
*.pickle filter=lfs diff=lfs merge=lfs -text
|
| 21 |
-
*.pkl filter=lfs diff=lfs merge=lfs -text
|
| 22 |
-
*.pt filter=lfs diff=lfs merge=lfs -text
|
| 23 |
-
*.pth filter=lfs diff=lfs merge=lfs -text
|
| 24 |
-
*.rar filter=lfs diff=lfs merge=lfs -text
|
| 25 |
-
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
| 26 |
-
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
| 27 |
-
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
| 28 |
-
*.tar filter=lfs diff=lfs merge=lfs -text
|
| 29 |
-
*.tflite filter=lfs diff=lfs merge=lfs -text
|
| 30 |
-
*.tgz filter=lfs diff=lfs merge=lfs -text
|
| 31 |
-
*.wasm filter=lfs diff=lfs merge=lfs -text
|
| 32 |
-
*.xz filter=lfs diff=lfs merge=lfs -text
|
| 33 |
-
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
-
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
-
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
| 1 |
*.bin filter=lfs diff=lfs merge=lfs -text
|
| 2 |
+
*.f32 filter=lfs diff=lfs merge=lfs -text
|
| 3 |
+
*.json text eol=lf
|
| 4 |
+
LICENSE text eol=lf
|
| 5 |
+
tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
LICENSE
ADDED
|
@@ -0,0 +1,201 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Apache License
|
| 2 |
+
Version 2.0, January 2004
|
| 3 |
+
http://www.apache.org/licenses/
|
| 4 |
+
|
| 5 |
+
TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
|
| 6 |
+
|
| 7 |
+
1. Definitions.
|
| 8 |
+
|
| 9 |
+
"License" shall mean the terms and conditions for use, reproduction,
|
| 10 |
+
and distribution as defined by Sections 1 through 9 of this document.
|
| 11 |
+
|
| 12 |
+
"Licensor" shall mean the copyright owner or entity authorized by
|
| 13 |
+
the copyright owner that is granting the License.
|
| 14 |
+
|
| 15 |
+
"Legal Entity" shall mean the union of the acting entity and all
|
| 16 |
+
other entities that control, are controlled by, or are under common
|
| 17 |
+
control with that entity. For the purposes of this definition,
|
| 18 |
+
"control" means (i) the power, direct or indirect, to cause the
|
| 19 |
+
direction or management of such entity, whether by contract or
|
| 20 |
+
otherwise, or (ii) ownership of fifty percent (50%) or more of the
|
| 21 |
+
outstanding shares, or (iii) beneficial ownership of such entity.
|
| 22 |
+
|
| 23 |
+
"You" (or "Your") shall mean an individual or Legal Entity
|
| 24 |
+
exercising permissions granted by this License.
|
| 25 |
+
|
| 26 |
+
"Source" form shall mean the preferred form for making modifications,
|
| 27 |
+
including but not limited to software source code, documentation
|
| 28 |
+
source, and configuration files.
|
| 29 |
+
|
| 30 |
+
"Object" form shall mean any form resulting from mechanical
|
| 31 |
+
transformation or translation of a Source form, including but
|
| 32 |
+
not limited to compiled object code, generated documentation,
|
| 33 |
+
and conversions to other media types.
|
| 34 |
+
|
| 35 |
+
"Work" shall mean the work of authorship, whether in Source or
|
| 36 |
+
Object form, made available under the License, as indicated by a
|
| 37 |
+
copyright notice that is included in or attached to the work
|
| 38 |
+
(an example is provided in the Appendix below).
|
| 39 |
+
|
| 40 |
+
"Derivative Works" shall mean any work, whether in Source or Object
|
| 41 |
+
form, that is based on (or derived from) the Work and for which the
|
| 42 |
+
editorial revisions, annotations, elaborations, or other modifications
|
| 43 |
+
represent, as a whole, an original work of authorship. For the purposes
|
| 44 |
+
of this License, Derivative Works shall not include works that remain
|
| 45 |
+
separable from, or merely link (or bind by name) to the interfaces of,
|
| 46 |
+
the Work and Derivative Works thereof.
|
| 47 |
+
|
| 48 |
+
"Contribution" shall mean any work of authorship, including
|
| 49 |
+
the original version of the Work and any modifications or additions
|
| 50 |
+
to that Work or Derivative Works thereof, that is intentionally
|
| 51 |
+
submitted to Licensor for inclusion in the Work by the copyright owner
|
| 52 |
+
or by an individual or Legal Entity authorized to submit on behalf of
|
| 53 |
+
the copyright owner. For the purposes of this definition, "submitted"
|
| 54 |
+
means any form of electronic, verbal, or written communication sent
|
| 55 |
+
to the Licensor or its representatives, including but not limited to
|
| 56 |
+
communication on electronic mailing lists, source code control systems,
|
| 57 |
+
and issue tracking systems that are managed by, or on behalf of, the
|
| 58 |
+
Licensor for the purpose of discussing and improving the Work, but
|
| 59 |
+
excluding communication that is conspicuously marked or otherwise
|
| 60 |
+
designated in writing by the copyright owner as "Not a Contribution."
|
| 61 |
+
|
| 62 |
+
"Contributor" shall mean Licensor and any individual or Legal Entity
|
| 63 |
+
on behalf of whom a Contribution has been received by Licensor and
|
| 64 |
+
subsequently incorporated within the Work.
|
| 65 |
+
|
| 66 |
+
2. Grant of Copyright License. Subject to the terms and conditions of
|
| 67 |
+
this License, each Contributor hereby grants to You a perpetual,
|
| 68 |
+
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
| 69 |
+
copyright license to reproduce, prepare Derivative Works of,
|
| 70 |
+
publicly display, publicly perform, sublicense, and distribute the
|
| 71 |
+
Work and such Derivative Works in Source or Object form.
|
| 72 |
+
|
| 73 |
+
3. Grant of Patent License. Subject to the terms and conditions of
|
| 74 |
+
this License, each Contributor hereby grants to You a perpetual,
|
| 75 |
+
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
| 76 |
+
(except as stated in this section) patent license to make, have made,
|
| 77 |
+
use, offer to sell, sell, import, and otherwise transfer the Work,
|
| 78 |
+
where such license applies only to those patent claims licensable
|
| 79 |
+
by such Contributor that are necessarily infringed by their
|
| 80 |
+
Contribution(s) alone or by combination of their Contribution(s)
|
| 81 |
+
with the Work to which such Contribution(s) was submitted. If You
|
| 82 |
+
institute patent litigation against any entity (including a
|
| 83 |
+
cross-claim or counterclaim in a lawsuit) alleging that the Work
|
| 84 |
+
or a Contribution incorporated within the Work constitutes direct
|
| 85 |
+
or contributory patent infringement, then any patent licenses
|
| 86 |
+
granted to You under this License for that Work shall terminate
|
| 87 |
+
as of the date such litigation is filed.
|
| 88 |
+
|
| 89 |
+
4. Redistribution. You may reproduce and distribute copies of the
|
| 90 |
+
Work or Derivative Works thereof in any medium, with or without
|
| 91 |
+
modifications, and in Source or Object form, provided that You
|
| 92 |
+
meet the following conditions:
|
| 93 |
+
|
| 94 |
+
(a) You must give any other recipients of the Work or
|
| 95 |
+
Derivative Works a copy of this License; and
|
| 96 |
+
|
| 97 |
+
(b) You must cause any modified files to carry prominent notices
|
| 98 |
+
stating that You changed the files; and
|
| 99 |
+
|
| 100 |
+
(c) You must retain, in the Source form of any Derivative Works
|
| 101 |
+
that You distribute, all copyright, patent, trademark, and
|
| 102 |
+
attribution notices from the Source form of the Work,
|
| 103 |
+
excluding those notices that do not pertain to any part of
|
| 104 |
+
the Derivative Works; and
|
| 105 |
+
|
| 106 |
+
(d) If the Work includes a "NOTICE" text file as part of its
|
| 107 |
+
distribution, then any Derivative Works that You distribute must
|
| 108 |
+
include a readable copy of the attribution notices contained
|
| 109 |
+
within such NOTICE file, excluding those notices that do not
|
| 110 |
+
pertain to any part of the Derivative Works, in at least one
|
| 111 |
+
of the following places: within a NOTICE text file distributed
|
| 112 |
+
as part of the Derivative Works; within the Source form or
|
| 113 |
+
documentation, if provided along with the Derivative Works; or,
|
| 114 |
+
within a display generated by the Derivative Works, if and
|
| 115 |
+
wherever such third-party notices normally appear. The contents
|
| 116 |
+
of the NOTICE file are for informational purposes only and
|
| 117 |
+
do not modify the License. You may add Your own attribution
|
| 118 |
+
notices within Derivative Works that You distribute, alongside
|
| 119 |
+
or as an addendum to the NOTICE text from the Work, provided
|
| 120 |
+
that such additional attribution notices cannot be construed
|
| 121 |
+
as modifying the License.
|
| 122 |
+
|
| 123 |
+
You may add Your own copyright statement to Your modifications and
|
| 124 |
+
may provide additional or different license terms and conditions
|
| 125 |
+
for use, reproduction, or distribution of Your modifications, or
|
| 126 |
+
for any such Derivative Works as a whole, provided Your use,
|
| 127 |
+
reproduction, and distribution of the Work otherwise complies with
|
| 128 |
+
the conditions stated in this License.
|
| 129 |
+
|
| 130 |
+
5. Submission of Contributions. Unless You explicitly state otherwise,
|
| 131 |
+
any Contribution intentionally submitted for inclusion in the Work
|
| 132 |
+
by You to the Licensor shall be under the terms and conditions of
|
| 133 |
+
this License, without any additional terms or conditions.
|
| 134 |
+
Notwithstanding the above, nothing herein shall supersede or modify
|
| 135 |
+
the terms of any separate license agreement you may have executed
|
| 136 |
+
with Licensor regarding such Contributions.
|
| 137 |
+
|
| 138 |
+
6. Trademarks. This License does not grant permission to use the trade
|
| 139 |
+
names, trademarks, service marks, or product names of the Licensor,
|
| 140 |
+
except as required for reasonable and customary use in describing the
|
| 141 |
+
origin of the Work and reproducing the content of the NOTICE file.
|
| 142 |
+
|
| 143 |
+
7. Disclaimer of Warranty. Unless required by applicable law or
|
| 144 |
+
agreed to in writing, Licensor provides the Work (and each
|
| 145 |
+
Contributor provides its Contributions) on an "AS IS" BASIS,
|
| 146 |
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
| 147 |
+
implied, including, without limitation, any warranties or conditions
|
| 148 |
+
of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
|
| 149 |
+
PARTICULAR PURPOSE. You are solely responsible for determining the
|
| 150 |
+
appropriateness of using or redistributing the Work and assume any
|
| 151 |
+
risks associated with Your exercise of permissions under this License.
|
| 152 |
+
|
| 153 |
+
8. Limitation of Liability. In no event and under no legal theory,
|
| 154 |
+
whether in tort (including negligence), contract, or otherwise,
|
| 155 |
+
unless required by applicable law (such as deliberate and grossly
|
| 156 |
+
negligent acts) or agreed to in writing, shall any Contributor be
|
| 157 |
+
liable to You for damages, including any direct, indirect, special,
|
| 158 |
+
incidental, or consequential damages of any character arising as a
|
| 159 |
+
result of this License or out of the use or inability to use the
|
| 160 |
+
Work (including but not limited to damages for loss of goodwill,
|
| 161 |
+
work stoppage, computer failure or malfunction, or any and all
|
| 162 |
+
other commercial damages or losses), even if such Contributor
|
| 163 |
+
has been advised of the possibility of such damages.
|
| 164 |
+
|
| 165 |
+
9. Accepting Warranty or Additional Liability. While redistributing
|
| 166 |
+
the Work or Derivative Works thereof, You may choose to offer,
|
| 167 |
+
and charge a fee for, acceptance of support, warranty, indemnity,
|
| 168 |
+
or other liability obligations and/or rights consistent with this
|
| 169 |
+
License. However, in accepting such obligations, You may act only
|
| 170 |
+
on Your own behalf and on Your sole responsibility, not on behalf
|
| 171 |
+
of any other Contributor, and only if You agree to indemnify,
|
| 172 |
+
defend, and hold each Contributor harmless for any liability
|
| 173 |
+
incurred by, or claims asserted against, such Contributor by reason
|
| 174 |
+
of your accepting any such warranty or additional liability.
|
| 175 |
+
|
| 176 |
+
END OF TERMS AND CONDITIONS
|
| 177 |
+
|
| 178 |
+
APPENDIX: How to apply the Apache License to your work.
|
| 179 |
+
|
| 180 |
+
To apply the Apache License to your work, attach the following
|
| 181 |
+
boilerplate notice, with the fields enclosed by brackets "[]"
|
| 182 |
+
replaced with your own identifying information. (Don't include
|
| 183 |
+
the brackets!) The text should be enclosed in the appropriate
|
| 184 |
+
comment syntax for the file format. We also recommend that a
|
| 185 |
+
file or class name and description of purpose be included on the
|
| 186 |
+
same "printed page" as the copyright notice for easier
|
| 187 |
+
identification within third-party archives.
|
| 188 |
+
|
| 189 |
+
Copyright (c) 2025 Baidu, Inc. All Rights Reserved.
|
| 190 |
+
|
| 191 |
+
Licensed under the Apache License, Version 2.0 (the "License");
|
| 192 |
+
you may not use this file except in compliance with the License.
|
| 193 |
+
You may obtain a copy of the License at
|
| 194 |
+
|
| 195 |
+
http://www.apache.org/licenses/LICENSE-2.0
|
| 196 |
+
|
| 197 |
+
Unless required by applicable law or agreed to in writing, software
|
| 198 |
+
distributed under the License is distributed on an "AS IS" BASIS,
|
| 199 |
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
| 200 |
+
See the License for the specific language governing permissions and
|
| 201 |
+
limitations under the License.
|
README.md
CHANGED
|
@@ -1,3 +1,51 @@
|
|
| 1 |
---
|
| 2 |
license: apache-2.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3 |
---
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
---
|
| 2 |
license: apache-2.0
|
| 3 |
+
pipeline_tag: text-to-image
|
| 4 |
+
library_name: ncnn
|
| 5 |
+
base_model: baidu/ERNIE-Image-Turbo
|
| 6 |
+
tags:
|
| 7 |
+
- ernie-image
|
| 8 |
+
- ncnn
|
| 9 |
+
- vulkan
|
| 10 |
+
- text-to-image
|
| 11 |
---
|
| 12 |
+
|
| 13 |
+
# ERNIE-Image-Turbo ncnn 权重
|
| 14 |
+
|
| 15 |
+
这是 [`baidu/ERNIE-Image-Turbo`](https://huggingface.co/baidu/ERNIE-Image-Turbo)
|
| 16 |
+
的实验性 C++/ncnn 移植所使用的 FP32 部署文件。模型包包含配套 C++ CLI 所需的
|
| 17 |
+
Tokenizer、Text Encoder、36 层 DiT、VAE Decoder,以及官方 seed=42 回归
|
| 18 |
+
latent。
|
| 19 |
+
|
| 20 |
+
请将整个仓库下载到同一个本地目录,并把该目录传给运行程序:
|
| 21 |
+
|
| 22 |
+
```bash
|
| 23 |
+
hf download Coderdw/ernie-image-ncnn-vulkan \
|
| 24 |
+
--local-dir models/ernie-image-turbo
|
| 25 |
+
|
| 26 |
+
./build/ernie_image_cli \
|
| 27 |
+
--model-dir models/ernie-image-turbo \
|
| 28 |
+
--device vulkan \
|
| 29 |
+
--rng-mode portable \
|
| 30 |
+
--seed 123 \
|
| 31 |
+
--prompt '一只黑白相间的中华田园犬' \
|
| 32 |
+
--output image.png
|
| 33 |
+
```
|
| 34 |
+
|
| 35 |
+
模型目录结构:
|
| 36 |
+
|
| 37 |
+
```text
|
| 38 |
+
tokenizer/ tokenizer.json
|
| 39 |
+
text_encoder/ embedding 与 layers 0-24
|
| 40 |
+
dit/ frontend、layers 0-35 与 output head
|
| 41 |
+
vae/ decoder 与归一化常量
|
| 42 |
+
rng/ 官方 CUDA/BF16 seed=42 回归 latent
|
| 43 |
+
```
|
| 44 |
+
|
| 45 |
+
当前正确性基线使用 FP32,因此模型包约为 43 GiB。当前固定 batch=1、分辨率
|
| 46 |
+
1024 x 1024、推理步数 8,并且不包含 Prompt Enhancer。请使用配套代码仓库内置
|
| 47 |
+
的 ncnn 源码;其 Vulkan GELU 与 SDPA mask 行为属于已验证运行契约的一部分。
|
| 48 |
+
|
| 49 |
+
这些文件转换自 `baidu/ERNIE-Image-Turbo` revision
|
| 50 |
+
`bc68c81e2a1730a394d5fc9fae70713dee940140`。许可证与模型信息请参阅本目录中的
|
| 51 |
+
`LICENSE` 以及上游模型页面。
|
dit/frontend.ncnn.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e4bccc1b31752f855cb7cf7e867d8c4d040d2bdde7ed816aaad1c26fe0c5e6cc
|
| 3 |
+
size 589455380
|
dit/frontend.ncnn.param
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
7767517
|
| 2 |
+
26 33
|
| 3 |
+
Input in0 0 1 in0
|
| 4 |
+
Input in1 0 1 in1
|
| 5 |
+
Input in2 0 1 in2
|
| 6 |
+
Convolution conv_1 1 1 in0 3 0=4096 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=524288
|
| 7 |
+
Reshape reshape_7 1 1 3 4 0=4096 1=4096
|
| 8 |
+
Permute transpose_8 1 1 4 out0 0=1
|
| 9 |
+
Gemm gemm_0 1 1 in2 out1 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
|
| 10 |
+
MemoryData pnnx_fold_133 0 1 7 0=2048 1=1
|
| 11 |
+
BinaryOp mul_0 2 1 in1 7 8 0=2
|
| 12 |
+
Split splitncnn_0 1 2 8 9 10
|
| 13 |
+
UnaryOp sin_1 1 1 9 11 0=9
|
| 14 |
+
UnaryOp cos_2 1 1 10 12 0=10
|
| 15 |
+
Concat cat_0 2 1 11 12 13 0=1
|
| 16 |
+
InnerProduct linear_2 1 1 13 14 0=4096 1=1 2=16777216
|
| 17 |
+
Swish silu_5 1 1 14 15
|
| 18 |
+
InnerProduct linear_3 1 1 15 16 0=4096 1=1 2=16777216
|
| 19 |
+
Split splitncnn_1 1 2 16 out8 18
|
| 20 |
+
Swish silu_6 1 1 18 19
|
| 21 |
+
InnerProduct linear_4 1 1 19 20 0=24576 1=1 2=100663296
|
| 22 |
+
Slice chunk_0 1 6 20 21 22 23 24 25 26 -23300=6,-233,-233,-233,-233,-233,-233 1=1
|
| 23 |
+
ExpandDims unsqueeze_9 1 1 21 out2 -23303=1,1
|
| 24 |
+
ExpandDims unsqueeze_10 1 1 22 out3 -23303=1,1
|
| 25 |
+
ExpandDims unsqueeze_11 1 1 23 out4 -23303=1,1
|
| 26 |
+
ExpandDims unsqueeze_12 1 1 24 out5 -23303=1,1
|
| 27 |
+
ExpandDims unsqueeze_13 1 1 25 out6 -23303=1,1
|
| 28 |
+
ExpandDims unsqueeze_14 1 1 26 out7 -23303=1,1
|
dit/layers_00_01.ncnn.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0ae775338d43c2c45ea739c7aef5559a2a7849f9f36572ad2ea450389af472b1
|
| 3 |
+
size 1744914544
|
dit/layers_00_01.ncnn.param
ADDED
|
@@ -0,0 +1,124 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
7767517
|
| 2 |
+
122 154
|
| 3 |
+
Input in0 0 1 in0
|
| 4 |
+
Split splitncnn_0 1 2 in0 1 2
|
| 5 |
+
Input in1 0 1 in1
|
| 6 |
+
Split splitncnn_1 1 2 in1 4 5
|
| 7 |
+
Input in2 0 1 in2
|
| 8 |
+
Split splitncnn_2 1 2 in2 7 8
|
| 9 |
+
Input in3 0 1 in3
|
| 10 |
+
Split splitncnn_3 1 2 in3 10 11
|
| 11 |
+
Input in4 0 1 in4
|
| 12 |
+
Split splitncnn_4 1 2 in4 13 14
|
| 13 |
+
Input in5 0 1 in5
|
| 14 |
+
Split splitncnn_5 1 2 in5 16 17
|
| 15 |
+
Input in6 0 1 in6
|
| 16 |
+
Split splitncnn_6 1 2 in6 19 20
|
| 17 |
+
Input in7 0 1 in7
|
| 18 |
+
Split splitncnn_7 1 2 in7 22 23
|
| 19 |
+
MemoryData attention_mask 0 1 24 0=4110 1=1 2=1
|
| 20 |
+
Input in8 0 1 in8
|
| 21 |
+
Split splitncnn_0 1 2 in8 25 26
|
| 22 |
+
RMSNorm rmsn_16 1 1 2 27 0=4096 1=1.000000e-6 2=1
|
| 23 |
+
BinaryOp add_0 1 1 10 28 0=0 1=1 2=1.0
|
| 24 |
+
BinaryOp mul_1 2 1 27 28 29 0=2
|
| 25 |
+
BinaryOp add_2 2 1 29 7 30 0=0
|
| 26 |
+
Split splitncnn_8 1 3 30 31 32 33
|
| 27 |
+
Gemm gemm_0 1 1 33 34 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 28 |
+
Gemm gemm_1 1 1 32 35 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 29 |
+
Gemm gemm_2 1 1 31 36 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 30 |
+
Reshape unflatten_32 1 1 34 37 0=128 1=32 2=-1
|
| 31 |
+
Reshape unflatten_33 1 1 35 38 0=128 1=32 2=-1
|
| 32 |
+
Reshape unflatten_34 1 1 36 39 0=128 1=32 2=-1
|
| 33 |
+
RMSNorm rmsn_17 1 1 37 40 0=128 1=1.000000e-6 2=1
|
| 34 |
+
Split splitncnn_9 1 2 40 41 42
|
| 35 |
+
RMSNorm rmsn_18 1 1 38 43 0=128 1=1.000000e-6 2=1
|
| 36 |
+
Split splitncnn_10 1 2 43 44 45
|
| 37 |
+
UnaryOp cos_3 1 1 4 46 0=10
|
| 38 |
+
Split splitncnn_11 1 4 46 47 48 49 50
|
| 39 |
+
UnaryOp sin_4 1 1 5 51 0=9
|
| 40 |
+
Split splitncnn_12 1 4 51 52 53 54 55
|
| 41 |
+
Slice chunk_0 1 2 41 56 57 -23300=2,-233,-233 1=2
|
| 42 |
+
UnaryOp neg_5 1 1 57 58 0=1
|
| 43 |
+
Concat cat_0 2 1 58 56 59 0=2
|
| 44 |
+
BinaryOp mul_6 2 1 59 52 60 0=2
|
| 45 |
+
BinaryOp mul_7 2 1 42 47 61 0=2
|
| 46 |
+
BinaryOp add_8 2 1 61 60 62 0=0
|
| 47 |
+
Slice chunk_1 1 2 44 63 64 -23300=2,-233,-233 1=2
|
| 48 |
+
UnaryOp neg_9 1 1 64 65 0=1
|
| 49 |
+
Concat cat_1 2 1 65 63 66 0=2
|
| 50 |
+
BinaryOp mul_10 2 1 66 53 67 0=2
|
| 51 |
+
BinaryOp mul_11 2 1 45 48 68 0=2
|
| 52 |
+
BinaryOp add_12 2 1 68 67 69 0=0
|
| 53 |
+
Permute permute_24 1 1 62 70 0=2
|
| 54 |
+
Permute permute_25 1 1 69 71 0=2
|
| 55 |
+
Permute permute_26 1 1 39 72 0=2
|
| 56 |
+
SDPA sdpa_40 4 1 70 71 72 26 73 5=1
|
| 57 |
+
Permute permute_27 1 1 73 74 0=2
|
| 58 |
+
Reshape flatten_38 1 1 74 75 0=4096 1=-1
|
| 59 |
+
Gemm gemm_3 1 1 75 76 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 60 |
+
BinaryOp mul_13 2 1 13 76 77 0=2
|
| 61 |
+
BinaryOp add_14 2 1 1 77 78 0=0
|
| 62 |
+
Split splitncnn_13 1 2 78 79 80
|
| 63 |
+
RMSNorm rmsn_19 1 1 80 81 0=4096 1=1.000000e-6 2=1
|
| 64 |
+
BinaryOp add_15 1 1 19 82 0=0 1=1 2=1.0
|
| 65 |
+
BinaryOp mul_16 2 1 81 82 83 0=2
|
| 66 |
+
BinaryOp add_17 2 1 83 16 84 0=0
|
| 67 |
+
Split splitncnn_14 1 2 84 85 86
|
| 68 |
+
Gemm gemm_4 1 1 86 87 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 69 |
+
Gemm gemm_5 1 1 85 88 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 70 |
+
GELU gelu_14 1 1 88 89
|
| 71 |
+
BinaryOp mul_18 2 1 87 89 90 0=2
|
| 72 |
+
Gemm gemm_6 1 1 90 91 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 73 |
+
BinaryOp mul_19 2 1 22 91 92 0=2
|
| 74 |
+
BinaryOp add_20 2 1 79 92 93 0=0
|
| 75 |
+
Split splitncnn_15 1 2 93 94 95
|
| 76 |
+
RMSNorm rmsn_20 1 1 95 96 0=4096 1=1.000000e-6 2=1
|
| 77 |
+
BinaryOp add_21 1 1 11 97 0=0 1=1 2=1.0
|
| 78 |
+
BinaryOp mul_22 2 1 96 97 98 0=2
|
| 79 |
+
BinaryOp add_23 2 1 98 8 99 0=0
|
| 80 |
+
Split splitncnn_16 1 3 99 100 101 102
|
| 81 |
+
Gemm gemm_7 1 1 102 103 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 82 |
+
Gemm gemm_8 1 1 101 104 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 83 |
+
Gemm gemm_9 1 1 100 105 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 84 |
+
Reshape unflatten_35 1 1 103 106 0=128 1=32 2=-1
|
| 85 |
+
Reshape unflatten_36 1 1 104 107 0=128 1=32 2=-1
|
| 86 |
+
Reshape unflatten_37 1 1 105 108 0=128 1=32 2=-1
|
| 87 |
+
RMSNorm rmsn_21 1 1 106 109 0=128 1=1.000000e-6 2=1
|
| 88 |
+
Split splitncnn_17 1 2 109 110 111
|
| 89 |
+
RMSNorm rmsn_22 1 1 107 112 0=128 1=1.000000e-6 2=1
|
| 90 |
+
Split splitncnn_18 1 2 112 113 114
|
| 91 |
+
Slice chunk_2 1 2 110 115 116 -23300=2,-233,-233 1=2
|
| 92 |
+
UnaryOp neg_24 1 1 116 117 0=1
|
| 93 |
+
Concat cat_2 2 1 117 115 118 0=2
|
| 94 |
+
BinaryOp mul_25 2 1 118 54 119 0=2
|
| 95 |
+
BinaryOp mul_26 2 1 111 49 120 0=2
|
| 96 |
+
BinaryOp add_27 2 1 120 119 121 0=0
|
| 97 |
+
Slice chunk_3 1 2 113 122 123 -23300=2,-233,-233 1=2
|
| 98 |
+
UnaryOp neg_28 1 1 123 124 0=1
|
| 99 |
+
Concat cat_3 2 1 124 122 125 0=2
|
| 100 |
+
BinaryOp mul_29 2 1 125 55 126 0=2
|
| 101 |
+
BinaryOp mul_30 2 1 114 50 127 0=2
|
| 102 |
+
BinaryOp add_31 2 1 127 126 128 0=0
|
| 103 |
+
Permute permute_28 1 1 121 129 0=2
|
| 104 |
+
Permute permute_29 1 1 128 130 0=2
|
| 105 |
+
Permute permute_30 1 1 108 131 0=2
|
| 106 |
+
SDPA sdpa_41 4 1 129 130 131 25 132 5=1
|
| 107 |
+
Permute permute_31 1 1 132 133 0=2
|
| 108 |
+
Reshape flatten_39 1 1 133 134 0=4096 1=-1
|
| 109 |
+
Gemm gemm_10 1 1 134 135 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 110 |
+
BinaryOp mul_32 2 1 14 135 136 0=2
|
| 111 |
+
BinaryOp add_33 2 1 94 136 137 0=0
|
| 112 |
+
Split splitncnn_19 1 2 137 138 139
|
| 113 |
+
RMSNorm rmsn_23 1 1 139 140 0=4096 1=1.000000e-6 2=1
|
| 114 |
+
BinaryOp add_34 1 1 20 141 0=0 1=1 2=1.0
|
| 115 |
+
BinaryOp mul_35 2 1 140 141 142 0=2
|
| 116 |
+
BinaryOp add_36 2 1 142 17 143 0=0
|
| 117 |
+
Split splitncnn_20 1 2 143 144 145
|
| 118 |
+
Gemm gemm_11 1 1 145 146 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 119 |
+
Gemm gemm_12 1 1 144 147 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 120 |
+
GELU gelu_15 1 1 147 148
|
| 121 |
+
BinaryOp mul_37 2 1 146 148 149 0=2
|
| 122 |
+
Gemm gemm_13 1 1 149 150 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 123 |
+
BinaryOp mul_38 2 1 23 150 151 0=2
|
| 124 |
+
BinaryOp add_39 2 1 138 151 out0 0=0
|
dit/layers_02_03.ncnn.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:713995195c3e61568b8ae18ce9e510bedfc01e7d952c006d64e2460926578119
|
| 3 |
+
size 1744914544
|
dit/layers_02_03.ncnn.param
ADDED
|
@@ -0,0 +1,124 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
7767517
|
| 2 |
+
122 154
|
| 3 |
+
Input in0 0 1 in0
|
| 4 |
+
Split splitncnn_0 1 2 in0 1 2
|
| 5 |
+
Input in1 0 1 in1
|
| 6 |
+
Split splitncnn_1 1 2 in1 4 5
|
| 7 |
+
Input in2 0 1 in2
|
| 8 |
+
Split splitncnn_2 1 2 in2 7 8
|
| 9 |
+
Input in3 0 1 in3
|
| 10 |
+
Split splitncnn_3 1 2 in3 10 11
|
| 11 |
+
Input in4 0 1 in4
|
| 12 |
+
Split splitncnn_4 1 2 in4 13 14
|
| 13 |
+
Input in5 0 1 in5
|
| 14 |
+
Split splitncnn_5 1 2 in5 16 17
|
| 15 |
+
Input in6 0 1 in6
|
| 16 |
+
Split splitncnn_6 1 2 in6 19 20
|
| 17 |
+
Input in7 0 1 in7
|
| 18 |
+
Split splitncnn_7 1 2 in7 22 23
|
| 19 |
+
MemoryData attention_mask 0 1 24 0=4110 1=1 2=1
|
| 20 |
+
Input in8 0 1 in8
|
| 21 |
+
Split splitncnn_0 1 2 in8 25 26
|
| 22 |
+
RMSNorm rmsn_16 1 1 2 27 0=4096 1=1.000000e-6 2=1
|
| 23 |
+
BinaryOp add_0 1 1 10 28 0=0 1=1 2=1.0
|
| 24 |
+
BinaryOp mul_1 2 1 27 28 29 0=2
|
| 25 |
+
BinaryOp add_2 2 1 29 7 30 0=0
|
| 26 |
+
Split splitncnn_8 1 3 30 31 32 33
|
| 27 |
+
Gemm gemm_0 1 1 33 34 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 28 |
+
Gemm gemm_1 1 1 32 35 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 29 |
+
Gemm gemm_2 1 1 31 36 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 30 |
+
Reshape unflatten_32 1 1 34 37 0=128 1=32 2=-1
|
| 31 |
+
Reshape unflatten_33 1 1 35 38 0=128 1=32 2=-1
|
| 32 |
+
Reshape unflatten_34 1 1 36 39 0=128 1=32 2=-1
|
| 33 |
+
RMSNorm rmsn_17 1 1 37 40 0=128 1=1.000000e-6 2=1
|
| 34 |
+
Split splitncnn_9 1 2 40 41 42
|
| 35 |
+
RMSNorm rmsn_18 1 1 38 43 0=128 1=1.000000e-6 2=1
|
| 36 |
+
Split splitncnn_10 1 2 43 44 45
|
| 37 |
+
UnaryOp cos_3 1 1 4 46 0=10
|
| 38 |
+
Split splitncnn_11 1 4 46 47 48 49 50
|
| 39 |
+
UnaryOp sin_4 1 1 5 51 0=9
|
| 40 |
+
Split splitncnn_12 1 4 51 52 53 54 55
|
| 41 |
+
Slice chunk_0 1 2 41 56 57 -23300=2,-233,-233 1=2
|
| 42 |
+
UnaryOp neg_5 1 1 57 58 0=1
|
| 43 |
+
Concat cat_0 2 1 58 56 59 0=2
|
| 44 |
+
BinaryOp mul_6 2 1 59 52 60 0=2
|
| 45 |
+
BinaryOp mul_7 2 1 42 47 61 0=2
|
| 46 |
+
BinaryOp add_8 2 1 61 60 62 0=0
|
| 47 |
+
Slice chunk_1 1 2 44 63 64 -23300=2,-233,-233 1=2
|
| 48 |
+
UnaryOp neg_9 1 1 64 65 0=1
|
| 49 |
+
Concat cat_1 2 1 65 63 66 0=2
|
| 50 |
+
BinaryOp mul_10 2 1 66 53 67 0=2
|
| 51 |
+
BinaryOp mul_11 2 1 45 48 68 0=2
|
| 52 |
+
BinaryOp add_12 2 1 68 67 69 0=0
|
| 53 |
+
Permute permute_24 1 1 62 70 0=2
|
| 54 |
+
Permute permute_25 1 1 69 71 0=2
|
| 55 |
+
Permute permute_26 1 1 39 72 0=2
|
| 56 |
+
SDPA sdpa_40 4 1 70 71 72 26 73 5=1
|
| 57 |
+
Permute permute_27 1 1 73 74 0=2
|
| 58 |
+
Reshape flatten_38 1 1 74 75 0=4096 1=-1
|
| 59 |
+
Gemm gemm_3 1 1 75 76 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 60 |
+
BinaryOp mul_13 2 1 13 76 77 0=2
|
| 61 |
+
BinaryOp add_14 2 1 1 77 78 0=0
|
| 62 |
+
Split splitncnn_13 1 2 78 79 80
|
| 63 |
+
RMSNorm rmsn_19 1 1 80 81 0=4096 1=1.000000e-6 2=1
|
| 64 |
+
BinaryOp add_15 1 1 19 82 0=0 1=1 2=1.0
|
| 65 |
+
BinaryOp mul_16 2 1 81 82 83 0=2
|
| 66 |
+
BinaryOp add_17 2 1 83 16 84 0=0
|
| 67 |
+
Split splitncnn_14 1 2 84 85 86
|
| 68 |
+
Gemm gemm_4 1 1 86 87 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 69 |
+
Gemm gemm_5 1 1 85 88 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 70 |
+
GELU gelu_14 1 1 88 89
|
| 71 |
+
BinaryOp mul_18 2 1 87 89 90 0=2
|
| 72 |
+
Gemm gemm_6 1 1 90 91 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 73 |
+
BinaryOp mul_19 2 1 22 91 92 0=2
|
| 74 |
+
BinaryOp add_20 2 1 79 92 93 0=0
|
| 75 |
+
Split splitncnn_15 1 2 93 94 95
|
| 76 |
+
RMSNorm rmsn_20 1 1 95 96 0=4096 1=1.000000e-6 2=1
|
| 77 |
+
BinaryOp add_21 1 1 11 97 0=0 1=1 2=1.0
|
| 78 |
+
BinaryOp mul_22 2 1 96 97 98 0=2
|
| 79 |
+
BinaryOp add_23 2 1 98 8 99 0=0
|
| 80 |
+
Split splitncnn_16 1 3 99 100 101 102
|
| 81 |
+
Gemm gemm_7 1 1 102 103 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 82 |
+
Gemm gemm_8 1 1 101 104 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 83 |
+
Gemm gemm_9 1 1 100 105 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 84 |
+
Reshape unflatten_35 1 1 103 106 0=128 1=32 2=-1
|
| 85 |
+
Reshape unflatten_36 1 1 104 107 0=128 1=32 2=-1
|
| 86 |
+
Reshape unflatten_37 1 1 105 108 0=128 1=32 2=-1
|
| 87 |
+
RMSNorm rmsn_21 1 1 106 109 0=128 1=1.000000e-6 2=1
|
| 88 |
+
Split splitncnn_17 1 2 109 110 111
|
| 89 |
+
RMSNorm rmsn_22 1 1 107 112 0=128 1=1.000000e-6 2=1
|
| 90 |
+
Split splitncnn_18 1 2 112 113 114
|
| 91 |
+
Slice chunk_2 1 2 110 115 116 -23300=2,-233,-233 1=2
|
| 92 |
+
UnaryOp neg_24 1 1 116 117 0=1
|
| 93 |
+
Concat cat_2 2 1 117 115 118 0=2
|
| 94 |
+
BinaryOp mul_25 2 1 118 54 119 0=2
|
| 95 |
+
BinaryOp mul_26 2 1 111 49 120 0=2
|
| 96 |
+
BinaryOp add_27 2 1 120 119 121 0=0
|
| 97 |
+
Slice chunk_3 1 2 113 122 123 -23300=2,-233,-233 1=2
|
| 98 |
+
UnaryOp neg_28 1 1 123 124 0=1
|
| 99 |
+
Concat cat_3 2 1 124 122 125 0=2
|
| 100 |
+
BinaryOp mul_29 2 1 125 55 126 0=2
|
| 101 |
+
BinaryOp mul_30 2 1 114 50 127 0=2
|
| 102 |
+
BinaryOp add_31 2 1 127 126 128 0=0
|
| 103 |
+
Permute permute_28 1 1 121 129 0=2
|
| 104 |
+
Permute permute_29 1 1 128 130 0=2
|
| 105 |
+
Permute permute_30 1 1 108 131 0=2
|
| 106 |
+
SDPA sdpa_41 4 1 129 130 131 25 132 5=1
|
| 107 |
+
Permute permute_31 1 1 132 133 0=2
|
| 108 |
+
Reshape flatten_39 1 1 133 134 0=4096 1=-1
|
| 109 |
+
Gemm gemm_10 1 1 134 135 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 110 |
+
BinaryOp mul_32 2 1 14 135 136 0=2
|
| 111 |
+
BinaryOp add_33 2 1 94 136 137 0=0
|
| 112 |
+
Split splitncnn_19 1 2 137 138 139
|
| 113 |
+
RMSNorm rmsn_23 1 1 139 140 0=4096 1=1.000000e-6 2=1
|
| 114 |
+
BinaryOp add_34 1 1 20 141 0=0 1=1 2=1.0
|
| 115 |
+
BinaryOp mul_35 2 1 140 141 142 0=2
|
| 116 |
+
BinaryOp add_36 2 1 142 17 143 0=0
|
| 117 |
+
Split splitncnn_20 1 2 143 144 145
|
| 118 |
+
Gemm gemm_11 1 1 145 146 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 119 |
+
Gemm gemm_12 1 1 144 147 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 120 |
+
GELU gelu_15 1 1 147 148
|
| 121 |
+
BinaryOp mul_37 2 1 146 148 149 0=2
|
| 122 |
+
Gemm gemm_13 1 1 149 150 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 123 |
+
BinaryOp mul_38 2 1 23 150 151 0=2
|
| 124 |
+
BinaryOp add_39 2 1 138 151 out0 0=0
|
dit/layers_04_07.ncnn.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e1d18285ac69fccfbac38ac9185354da26da4a9c3c6a1163c0623702309535dd
|
| 3 |
+
size 3489812648
|
dit/layers_04_07.ncnn.param
ADDED
|
@@ -0,0 +1,224 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
7767517
|
| 2 |
+
222 294
|
| 3 |
+
Input in0 0 1 in0
|
| 4 |
+
Split splitncnn_0 1 2 in0 1 2
|
| 5 |
+
Input in1 0 1 in1
|
| 6 |
+
Split splitncnn_1 1 2 in1 4 5
|
| 7 |
+
Input in2 0 1 in2
|
| 8 |
+
Split splitncnn_2 1 4 in2 7 8 9 10
|
| 9 |
+
Input in3 0 1 in3
|
| 10 |
+
Split splitncnn_3 1 4 in3 12 13 14 15
|
| 11 |
+
Input in4 0 1 in4
|
| 12 |
+
Split splitncnn_4 1 4 in4 17 18 19 20
|
| 13 |
+
Input in5 0 1 in5
|
| 14 |
+
Split splitncnn_5 1 4 in5 22 23 24 25
|
| 15 |
+
Input in6 0 1 in6
|
| 16 |
+
Split splitncnn_6 1 4 in6 27 28 29 30
|
| 17 |
+
Input in7 0 1 in7
|
| 18 |
+
Split splitncnn_7 1 4 in7 32 33 34 35
|
| 19 |
+
MemoryData attention_mask 0 1 36 0=4110 1=1 2=1
|
| 20 |
+
Input in8 0 1 in8
|
| 21 |
+
Split splitncnn_0 1 4 in8 37 38 39 40
|
| 22 |
+
RMSNorm rmsn_32 1 1 2 41 0=4096 1=1.000000e-6 2=1
|
| 23 |
+
BinaryOp add_0 1 1 12 42 0=0 1=1 2=1.0
|
| 24 |
+
BinaryOp mul_1 2 1 41 42 43 0=2
|
| 25 |
+
BinaryOp add_2 2 1 43 7 44 0=0
|
| 26 |
+
Split splitncnn_8 1 3 44 45 46 47
|
| 27 |
+
Gemm gemm_0 1 1 47 48 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 28 |
+
Gemm gemm_1 1 1 46 49 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 29 |
+
Gemm gemm_2 1 1 45 50 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 30 |
+
Reshape unflatten_64 1 1 48 51 0=128 1=32 2=-1
|
| 31 |
+
Reshape unflatten_65 1 1 49 52 0=128 1=32 2=-1
|
| 32 |
+
Reshape unflatten_66 1 1 50 53 0=128 1=32 2=-1
|
| 33 |
+
RMSNorm rmsn_33 1 1 51 54 0=128 1=1.000000e-6 2=1
|
| 34 |
+
Split splitncnn_9 1 2 54 55 56
|
| 35 |
+
RMSNorm rmsn_34 1 1 52 57 0=128 1=1.000000e-6 2=1
|
| 36 |
+
Split splitncnn_10 1 2 57 58 59
|
| 37 |
+
UnaryOp cos_3 1 1 4 60 0=10
|
| 38 |
+
Split splitncnn_11 1 8 60 61 62 63 64 65 66 67 68
|
| 39 |
+
UnaryOp sin_4 1 1 5 69 0=9
|
| 40 |
+
Split splitncnn_12 1 8 69 70 71 72 73 74 75 76 77
|
| 41 |
+
Slice chunk_0 1 2 55 78 79 -23300=2,-233,-233 1=2
|
| 42 |
+
UnaryOp neg_5 1 1 79 80 0=1
|
| 43 |
+
Concat cat_0 2 1 80 78 81 0=2
|
| 44 |
+
BinaryOp mul_6 2 1 81 70 82 0=2
|
| 45 |
+
BinaryOp mul_7 2 1 56 61 83 0=2
|
| 46 |
+
BinaryOp add_8 2 1 83 82 84 0=0
|
| 47 |
+
Slice chunk_1 1 2 58 85 86 -23300=2,-233,-233 1=2
|
| 48 |
+
UnaryOp neg_9 1 1 86 87 0=1
|
| 49 |
+
Concat cat_1 2 1 87 85 88 0=2
|
| 50 |
+
BinaryOp mul_10 2 1 88 71 89 0=2
|
| 51 |
+
BinaryOp mul_11 2 1 59 62 90 0=2
|
| 52 |
+
BinaryOp add_12 2 1 90 89 91 0=0
|
| 53 |
+
Permute permute_48 1 1 84 92 0=2
|
| 54 |
+
Permute permute_49 1 1 91 93 0=2
|
| 55 |
+
Permute permute_50 1 1 53 94 0=2
|
| 56 |
+
SDPA sdpa_80 4 1 92 93 94 40 95 5=1
|
| 57 |
+
Permute permute_51 1 1 95 96 0=2
|
| 58 |
+
Reshape flatten_76 1 1 96 97 0=4096 1=-1
|
| 59 |
+
Gemm gemm_3 1 1 97 98 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 60 |
+
BinaryOp mul_13 2 1 17 98 99 0=2
|
| 61 |
+
BinaryOp add_14 2 1 1 99 100 0=0
|
| 62 |
+
Split splitncnn_13 1 2 100 101 102
|
| 63 |
+
RMSNorm rmsn_35 1 1 102 103 0=4096 1=1.000000e-6 2=1
|
| 64 |
+
BinaryOp add_15 1 1 27 104 0=0 1=1 2=1.0
|
| 65 |
+
BinaryOp mul_16 2 1 103 104 105 0=2
|
| 66 |
+
BinaryOp add_17 2 1 105 22 106 0=0
|
| 67 |
+
Split splitncnn_14 1 2 106 107 108
|
| 68 |
+
Gemm gemm_4 1 1 108 109 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 69 |
+
Gemm gemm_5 1 1 107 110 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 70 |
+
GELU gelu_28 1 1 110 111
|
| 71 |
+
BinaryOp mul_18 2 1 109 111 112 0=2
|
| 72 |
+
Gemm gemm_6 1 1 112 113 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 73 |
+
BinaryOp mul_19 2 1 32 113 114 0=2
|
| 74 |
+
BinaryOp add_20 2 1 101 114 115 0=0
|
| 75 |
+
Split splitncnn_15 1 2 115 116 117
|
| 76 |
+
RMSNorm rmsn_36 1 1 117 118 0=4096 1=1.000000e-6 2=1
|
| 77 |
+
BinaryOp add_21 1 1 13 119 0=0 1=1 2=1.0
|
| 78 |
+
BinaryOp mul_22 2 1 118 119 120 0=2
|
| 79 |
+
BinaryOp add_23 2 1 120 8 121 0=0
|
| 80 |
+
Split splitncnn_16 1 3 121 122 123 124
|
| 81 |
+
Gemm gemm_7 1 1 124 125 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 82 |
+
Gemm gemm_8 1 1 123 126 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 83 |
+
Gemm gemm_9 1 1 122 127 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 84 |
+
Reshape unflatten_67 1 1 125 128 0=128 1=32 2=-1
|
| 85 |
+
Reshape unflatten_68 1 1 126 129 0=128 1=32 2=-1
|
| 86 |
+
Reshape unflatten_69 1 1 127 130 0=128 1=32 2=-1
|
| 87 |
+
RMSNorm rmsn_37 1 1 128 131 0=128 1=1.000000e-6 2=1
|
| 88 |
+
Split splitncnn_17 1 2 131 132 133
|
| 89 |
+
RMSNorm rmsn_38 1 1 129 134 0=128 1=1.000000e-6 2=1
|
| 90 |
+
Split splitncnn_18 1 2 134 135 136
|
| 91 |
+
Slice chunk_2 1 2 132 137 138 -23300=2,-233,-233 1=2
|
| 92 |
+
UnaryOp neg_24 1 1 138 139 0=1
|
| 93 |
+
Concat cat_2 2 1 139 137 140 0=2
|
| 94 |
+
BinaryOp mul_25 2 1 140 72 141 0=2
|
| 95 |
+
BinaryOp mul_26 2 1 133 63 142 0=2
|
| 96 |
+
BinaryOp add_27 2 1 142 141 143 0=0
|
| 97 |
+
Slice chunk_3 1 2 135 144 145 -23300=2,-233,-233 1=2
|
| 98 |
+
UnaryOp neg_28 1 1 145 146 0=1
|
| 99 |
+
Concat cat_3 2 1 146 144 147 0=2
|
| 100 |
+
BinaryOp mul_29 2 1 147 73 148 0=2
|
| 101 |
+
BinaryOp mul_30 2 1 136 64 149 0=2
|
| 102 |
+
BinaryOp add_31 2 1 149 148 150 0=0
|
| 103 |
+
Permute permute_52 1 1 143 151 0=2
|
| 104 |
+
Permute permute_53 1 1 150 152 0=2
|
| 105 |
+
Permute permute_54 1 1 130 153 0=2
|
| 106 |
+
SDPA sdpa_81 4 1 151 152 153 39 154 5=1
|
| 107 |
+
Permute permute_55 1 1 154 155 0=2
|
| 108 |
+
Reshape flatten_77 1 1 155 156 0=4096 1=-1
|
| 109 |
+
Gemm gemm_10 1 1 156 157 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 110 |
+
BinaryOp mul_32 2 1 18 157 158 0=2
|
| 111 |
+
BinaryOp add_33 2 1 116 158 159 0=0
|
| 112 |
+
Split splitncnn_19 1 2 159 160 161
|
| 113 |
+
RMSNorm rmsn_39 1 1 161 162 0=4096 1=1.000000e-6 2=1
|
| 114 |
+
BinaryOp add_34 1 1 28 163 0=0 1=1 2=1.0
|
| 115 |
+
BinaryOp mul_35 2 1 162 163 164 0=2
|
| 116 |
+
BinaryOp add_36 2 1 164 23 165 0=0
|
| 117 |
+
Split splitncnn_20 1 2 165 166 167
|
| 118 |
+
Gemm gemm_11 1 1 167 168 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 119 |
+
Gemm gemm_12 1 1 166 169 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 120 |
+
GELU gelu_29 1 1 169 170
|
| 121 |
+
BinaryOp mul_37 2 1 168 170 171 0=2
|
| 122 |
+
Gemm gemm_13 1 1 171 172 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 123 |
+
BinaryOp mul_38 2 1 33 172 173 0=2
|
| 124 |
+
BinaryOp add_39 2 1 160 173 174 0=0
|
| 125 |
+
Split splitncnn_21 1 2 174 175 176
|
| 126 |
+
RMSNorm rmsn_40 1 1 176 177 0=4096 1=1.000000e-6 2=1
|
| 127 |
+
BinaryOp add_40 1 1 14 178 0=0 1=1 2=1.0
|
| 128 |
+
BinaryOp mul_41 2 1 177 178 179 0=2
|
| 129 |
+
BinaryOp add_42 2 1 179 9 180 0=0
|
| 130 |
+
Split splitncnn_22 1 3 180 181 182 183
|
| 131 |
+
Gemm gemm_14 1 1 183 184 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 132 |
+
Gemm gemm_15 1 1 182 185 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 133 |
+
Gemm gemm_16 1 1 181 186 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 134 |
+
Reshape unflatten_70 1 1 184 187 0=128 1=32 2=-1
|
| 135 |
+
Reshape unflatten_71 1 1 185 188 0=128 1=32 2=-1
|
| 136 |
+
Reshape unflatten_72 1 1 186 189 0=128 1=32 2=-1
|
| 137 |
+
RMSNorm rmsn_41 1 1 187 190 0=128 1=1.000000e-6 2=1
|
| 138 |
+
Split splitncnn_23 1 2 190 191 192
|
| 139 |
+
RMSNorm rmsn_42 1 1 188 193 0=128 1=1.000000e-6 2=1
|
| 140 |
+
Split splitncnn_24 1 2 193 194 195
|
| 141 |
+
Slice chunk_4 1 2 191 196 197 -23300=2,-233,-233 1=2
|
| 142 |
+
UnaryOp neg_43 1 1 197 198 0=1
|
| 143 |
+
Concat cat_4 2 1 198 196 199 0=2
|
| 144 |
+
BinaryOp mul_44 2 1 199 74 200 0=2
|
| 145 |
+
BinaryOp mul_45 2 1 192 65 201 0=2
|
| 146 |
+
BinaryOp add_46 2 1 201 200 202 0=0
|
| 147 |
+
Slice chunk_5 1 2 194 203 204 -23300=2,-233,-233 1=2
|
| 148 |
+
UnaryOp neg_47 1 1 204 205 0=1
|
| 149 |
+
Concat cat_5 2 1 205 203 206 0=2
|
| 150 |
+
BinaryOp mul_48 2 1 206 75 207 0=2
|
| 151 |
+
BinaryOp mul_49 2 1 195 66 208 0=2
|
| 152 |
+
BinaryOp add_50 2 1 208 207 209 0=0
|
| 153 |
+
Permute permute_56 1 1 202 210 0=2
|
| 154 |
+
Permute permute_57 1 1 209 211 0=2
|
| 155 |
+
Permute permute_58 1 1 189 212 0=2
|
| 156 |
+
SDPA sdpa_82 4 1 210 211 212 38 213 5=1
|
| 157 |
+
Permute permute_59 1 1 213 214 0=2
|
| 158 |
+
Reshape flatten_78 1 1 214 215 0=4096 1=-1
|
| 159 |
+
Gemm gemm_17 1 1 215 216 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 160 |
+
BinaryOp mul_51 2 1 19 216 217 0=2
|
| 161 |
+
BinaryOp add_52 2 1 175 217 218 0=0
|
| 162 |
+
Split splitncnn_25 1 2 218 219 220
|
| 163 |
+
RMSNorm rmsn_43 1 1 220 221 0=4096 1=1.000000e-6 2=1
|
| 164 |
+
BinaryOp add_53 1 1 29 222 0=0 1=1 2=1.0
|
| 165 |
+
BinaryOp mul_54 2 1 221 222 223 0=2
|
| 166 |
+
BinaryOp add_55 2 1 223 24 224 0=0
|
| 167 |
+
Split splitncnn_26 1 2 224 225 226
|
| 168 |
+
Gemm gemm_18 1 1 226 227 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 169 |
+
Gemm gemm_19 1 1 225 228 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 170 |
+
GELU gelu_30 1 1 228 229
|
| 171 |
+
BinaryOp mul_56 2 1 227 229 230 0=2
|
| 172 |
+
Gemm gemm_20 1 1 230 231 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 173 |
+
BinaryOp mul_57 2 1 34 231 232 0=2
|
| 174 |
+
BinaryOp add_58 2 1 219 232 233 0=0
|
| 175 |
+
Split splitncnn_27 1 2 233 234 235
|
| 176 |
+
RMSNorm rmsn_44 1 1 235 236 0=4096 1=1.000000e-6 2=1
|
| 177 |
+
BinaryOp add_59 1 1 15 237 0=0 1=1 2=1.0
|
| 178 |
+
BinaryOp mul_60 2 1 236 237 238 0=2
|
| 179 |
+
BinaryOp add_61 2 1 238 10 239 0=0
|
| 180 |
+
Split splitncnn_28 1 3 239 240 241 242
|
| 181 |
+
Gemm gemm_21 1 1 242 243 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 182 |
+
Gemm gemm_22 1 1 241 244 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 183 |
+
Gemm gemm_23 1 1 240 245 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 184 |
+
Reshape unflatten_73 1 1 243 246 0=128 1=32 2=-1
|
| 185 |
+
Reshape unflatten_74 1 1 244 247 0=128 1=32 2=-1
|
| 186 |
+
Reshape unflatten_75 1 1 245 248 0=128 1=32 2=-1
|
| 187 |
+
RMSNorm rmsn_45 1 1 246 249 0=128 1=1.000000e-6 2=1
|
| 188 |
+
Split splitncnn_29 1 2 249 250 251
|
| 189 |
+
RMSNorm rmsn_46 1 1 247 252 0=128 1=1.000000e-6 2=1
|
| 190 |
+
Split splitncnn_30 1 2 252 253 254
|
| 191 |
+
Slice chunk_6 1 2 250 255 256 -23300=2,-233,-233 1=2
|
| 192 |
+
UnaryOp neg_62 1 1 256 257 0=1
|
| 193 |
+
Concat cat_6 2 1 257 255 258 0=2
|
| 194 |
+
BinaryOp mul_63 2 1 258 76 259 0=2
|
| 195 |
+
BinaryOp mul_64 2 1 251 67 260 0=2
|
| 196 |
+
BinaryOp add_65 2 1 260 259 261 0=0
|
| 197 |
+
Slice chunk_7 1 2 253 262 263 -23300=2,-233,-233 1=2
|
| 198 |
+
UnaryOp neg_66 1 1 263 264 0=1
|
| 199 |
+
Concat cat_7 2 1 264 262 265 0=2
|
| 200 |
+
BinaryOp mul_67 2 1 265 77 266 0=2
|
| 201 |
+
BinaryOp mul_68 2 1 254 68 267 0=2
|
| 202 |
+
BinaryOp add_69 2 1 267 266 268 0=0
|
| 203 |
+
Permute permute_60 1 1 261 269 0=2
|
| 204 |
+
Permute permute_61 1 1 268 270 0=2
|
| 205 |
+
Permute permute_62 1 1 248 271 0=2
|
| 206 |
+
SDPA sdpa_83 4 1 269 270 271 37 272 5=1
|
| 207 |
+
Permute permute_63 1 1 272 273 0=2
|
| 208 |
+
Reshape flatten_79 1 1 273 274 0=4096 1=-1
|
| 209 |
+
Gemm gemm_24 1 1 274 275 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 210 |
+
BinaryOp mul_70 2 1 20 275 276 0=2
|
| 211 |
+
BinaryOp add_71 2 1 234 276 277 0=0
|
| 212 |
+
Split splitncnn_31 1 2 277 278 279
|
| 213 |
+
RMSNorm rmsn_47 1 1 279 280 0=4096 1=1.000000e-6 2=1
|
| 214 |
+
BinaryOp add_72 1 1 30 281 0=0 1=1 2=1.0
|
| 215 |
+
BinaryOp mul_73 2 1 280 281 282 0=2
|
| 216 |
+
BinaryOp add_74 2 1 282 25 283 0=0
|
| 217 |
+
Split splitncnn_32 1 2 283 284 285
|
| 218 |
+
Gemm gemm_25 1 1 285 286 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 219 |
+
Gemm gemm_26 1 1 284 287 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 220 |
+
GELU gelu_31 1 1 287 288
|
| 221 |
+
BinaryOp mul_75 2 1 286 288 289 0=2
|
| 222 |
+
Gemm gemm_27 1 1 289 290 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 223 |
+
BinaryOp mul_76 2 1 35 290 291 0=2
|
| 224 |
+
BinaryOp add_77 2 1 278 291 out0 0=0
|
dit/layers_08_15.ncnn.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:069c4f986afeea7c740d6e244bfa82a18069db8190498b7968fe432f06e8a250
|
| 3 |
+
size 6979608856
|
dit/layers_08_15.ncnn.param
ADDED
|
@@ -0,0 +1,424 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
7767517
|
| 2 |
+
422 574
|
| 3 |
+
Input in0 0 1 in0
|
| 4 |
+
Split splitncnn_0 1 2 in0 1 2
|
| 5 |
+
Input in1 0 1 in1
|
| 6 |
+
Split splitncnn_1 1 2 in1 4 5
|
| 7 |
+
Input in2 0 1 in2
|
| 8 |
+
Split splitncnn_2 1 8 in2 7 8 9 10 11 12 13 14
|
| 9 |
+
Input in3 0 1 in3
|
| 10 |
+
Split splitncnn_3 1 8 in3 16 17 18 19 20 21 22 23
|
| 11 |
+
Input in4 0 1 in4
|
| 12 |
+
Split splitncnn_4 1 8 in4 25 26 27 28 29 30 31 32
|
| 13 |
+
Input in5 0 1 in5
|
| 14 |
+
Split splitncnn_5 1 8 in5 34 35 36 37 38 39 40 41
|
| 15 |
+
Input in6 0 1 in6
|
| 16 |
+
Split splitncnn_6 1 8 in6 43 44 45 46 47 48 49 50
|
| 17 |
+
Input in7 0 1 in7
|
| 18 |
+
Split splitncnn_7 1 8 in7 52 53 54 55 56 57 58 59
|
| 19 |
+
MemoryData attention_mask 0 1 60 0=4110 1=1 2=1
|
| 20 |
+
Input in8 0 1 in8
|
| 21 |
+
Split splitncnn_0 1 8 in8 61 62 63 64 65 66 67 68
|
| 22 |
+
RMSNorm rmsn_64 1 1 2 69 0=4096 1=1.000000e-6 2=1
|
| 23 |
+
BinaryOp add_0 1 1 16 70 0=0 1=1 2=1.0
|
| 24 |
+
BinaryOp mul_1 2 1 69 70 71 0=2
|
| 25 |
+
BinaryOp add_2 2 1 71 7 72 0=0
|
| 26 |
+
Split splitncnn_8 1 3 72 73 74 75
|
| 27 |
+
Gemm gemm_0 1 1 75 76 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 28 |
+
Gemm gemm_1 1 1 74 77 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 29 |
+
Gemm gemm_2 1 1 73 78 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 30 |
+
Reshape unflatten_128 1 1 76 79 0=128 1=32 2=-1
|
| 31 |
+
Reshape unflatten_129 1 1 77 80 0=128 1=32 2=-1
|
| 32 |
+
Reshape unflatten_130 1 1 78 81 0=128 1=32 2=-1
|
| 33 |
+
RMSNorm rmsn_65 1 1 79 82 0=128 1=1.000000e-6 2=1
|
| 34 |
+
Split splitncnn_9 1 2 82 83 84
|
| 35 |
+
RMSNorm rmsn_66 1 1 80 85 0=128 1=1.000000e-6 2=1
|
| 36 |
+
Split splitncnn_10 1 2 85 86 87
|
| 37 |
+
UnaryOp cos_3 1 1 4 88 0=10
|
| 38 |
+
Split splitncnn_11 1 16 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104
|
| 39 |
+
UnaryOp sin_4 1 1 5 105 0=9
|
| 40 |
+
Split splitncnn_12 1 16 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121
|
| 41 |
+
Slice chunk_0 1 2 83 122 123 -23300=2,-233,-233 1=2
|
| 42 |
+
UnaryOp neg_5 1 1 123 124 0=1
|
| 43 |
+
Concat cat_0 2 1 124 122 125 0=2
|
| 44 |
+
BinaryOp mul_6 2 1 125 106 126 0=2
|
| 45 |
+
BinaryOp mul_7 2 1 84 89 127 0=2
|
| 46 |
+
BinaryOp add_8 2 1 127 126 128 0=0
|
| 47 |
+
Slice chunk_1 1 2 86 129 130 -23300=2,-233,-233 1=2
|
| 48 |
+
UnaryOp neg_9 1 1 130 131 0=1
|
| 49 |
+
Concat cat_1 2 1 131 129 132 0=2
|
| 50 |
+
BinaryOp mul_10 2 1 132 107 133 0=2
|
| 51 |
+
BinaryOp mul_11 2 1 87 90 134 0=2
|
| 52 |
+
BinaryOp add_12 2 1 134 133 135 0=0
|
| 53 |
+
Permute permute_96 1 1 128 136 0=2
|
| 54 |
+
Permute permute_97 1 1 135 137 0=2
|
| 55 |
+
Permute permute_98 1 1 81 138 0=2
|
| 56 |
+
SDPA sdpa_160 4 1 136 137 138 68 139 5=1
|
| 57 |
+
Permute permute_99 1 1 139 140 0=2
|
| 58 |
+
Reshape flatten_152 1 1 140 141 0=4096 1=-1
|
| 59 |
+
Gemm gemm_3 1 1 141 142 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 60 |
+
BinaryOp mul_13 2 1 25 142 143 0=2
|
| 61 |
+
BinaryOp add_14 2 1 1 143 144 0=0
|
| 62 |
+
Split splitncnn_13 1 2 144 145 146
|
| 63 |
+
RMSNorm rmsn_67 1 1 146 147 0=4096 1=1.000000e-6 2=1
|
| 64 |
+
BinaryOp add_15 1 1 43 148 0=0 1=1 2=1.0
|
| 65 |
+
BinaryOp mul_16 2 1 147 148 149 0=2
|
| 66 |
+
BinaryOp add_17 2 1 149 34 150 0=0
|
| 67 |
+
Split splitncnn_14 1 2 150 151 152
|
| 68 |
+
Gemm gemm_4 1 1 152 153 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 69 |
+
Gemm gemm_5 1 1 151 154 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 70 |
+
GELU gelu_56 1 1 154 155
|
| 71 |
+
BinaryOp mul_18 2 1 153 155 156 0=2
|
| 72 |
+
Gemm gemm_6 1 1 156 157 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 73 |
+
BinaryOp mul_19 2 1 52 157 158 0=2
|
| 74 |
+
BinaryOp add_20 2 1 145 158 159 0=0
|
| 75 |
+
Split splitncnn_15 1 2 159 160 161
|
| 76 |
+
RMSNorm rmsn_68 1 1 161 162 0=4096 1=1.000000e-6 2=1
|
| 77 |
+
BinaryOp add_21 1 1 17 163 0=0 1=1 2=1.0
|
| 78 |
+
BinaryOp mul_22 2 1 162 163 164 0=2
|
| 79 |
+
BinaryOp add_23 2 1 164 8 165 0=0
|
| 80 |
+
Split splitncnn_16 1 3 165 166 167 168
|
| 81 |
+
Gemm gemm_7 1 1 168 169 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 82 |
+
Gemm gemm_8 1 1 167 170 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 83 |
+
Gemm gemm_9 1 1 166 171 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 84 |
+
Reshape unflatten_131 1 1 169 172 0=128 1=32 2=-1
|
| 85 |
+
Reshape unflatten_132 1 1 170 173 0=128 1=32 2=-1
|
| 86 |
+
Reshape unflatten_133 1 1 171 174 0=128 1=32 2=-1
|
| 87 |
+
RMSNorm rmsn_69 1 1 172 175 0=128 1=1.000000e-6 2=1
|
| 88 |
+
Split splitncnn_17 1 2 175 176 177
|
| 89 |
+
RMSNorm rmsn_70 1 1 173 178 0=128 1=1.000000e-6 2=1
|
| 90 |
+
Split splitncnn_18 1 2 178 179 180
|
| 91 |
+
Slice chunk_2 1 2 176 181 182 -23300=2,-233,-233 1=2
|
| 92 |
+
UnaryOp neg_24 1 1 182 183 0=1
|
| 93 |
+
Concat cat_2 2 1 183 181 184 0=2
|
| 94 |
+
BinaryOp mul_25 2 1 184 108 185 0=2
|
| 95 |
+
BinaryOp mul_26 2 1 177 91 186 0=2
|
| 96 |
+
BinaryOp add_27 2 1 186 185 187 0=0
|
| 97 |
+
Slice chunk_3 1 2 179 188 189 -23300=2,-233,-233 1=2
|
| 98 |
+
UnaryOp neg_28 1 1 189 190 0=1
|
| 99 |
+
Concat cat_3 2 1 190 188 191 0=2
|
| 100 |
+
BinaryOp mul_29 2 1 191 109 192 0=2
|
| 101 |
+
BinaryOp mul_30 2 1 180 92 193 0=2
|
| 102 |
+
BinaryOp add_31 2 1 193 192 194 0=0
|
| 103 |
+
Permute permute_100 1 1 187 195 0=2
|
| 104 |
+
Permute permute_101 1 1 194 196 0=2
|
| 105 |
+
Permute permute_102 1 1 174 197 0=2
|
| 106 |
+
SDPA sdpa_161 4 1 195 196 197 67 198 5=1
|
| 107 |
+
Permute permute_103 1 1 198 199 0=2
|
| 108 |
+
Reshape flatten_153 1 1 199 200 0=4096 1=-1
|
| 109 |
+
Gemm gemm_10 1 1 200 201 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 110 |
+
BinaryOp mul_32 2 1 26 201 202 0=2
|
| 111 |
+
BinaryOp add_33 2 1 160 202 203 0=0
|
| 112 |
+
Split splitncnn_19 1 2 203 204 205
|
| 113 |
+
RMSNorm rmsn_71 1 1 205 206 0=4096 1=1.000000e-6 2=1
|
| 114 |
+
BinaryOp add_34 1 1 44 207 0=0 1=1 2=1.0
|
| 115 |
+
BinaryOp mul_35 2 1 206 207 208 0=2
|
| 116 |
+
BinaryOp add_36 2 1 208 35 209 0=0
|
| 117 |
+
Split splitncnn_20 1 2 209 210 211
|
| 118 |
+
Gemm gemm_11 1 1 211 212 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 119 |
+
Gemm gemm_12 1 1 210 213 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 120 |
+
GELU gelu_57 1 1 213 214
|
| 121 |
+
BinaryOp mul_37 2 1 212 214 215 0=2
|
| 122 |
+
Gemm gemm_13 1 1 215 216 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 123 |
+
BinaryOp mul_38 2 1 53 216 217 0=2
|
| 124 |
+
BinaryOp add_39 2 1 204 217 218 0=0
|
| 125 |
+
Split splitncnn_21 1 2 218 219 220
|
| 126 |
+
RMSNorm rmsn_72 1 1 220 221 0=4096 1=1.000000e-6 2=1
|
| 127 |
+
BinaryOp add_40 1 1 18 222 0=0 1=1 2=1.0
|
| 128 |
+
BinaryOp mul_41 2 1 221 222 223 0=2
|
| 129 |
+
BinaryOp add_42 2 1 223 9 224 0=0
|
| 130 |
+
Split splitncnn_22 1 3 224 225 226 227
|
| 131 |
+
Gemm gemm_14 1 1 227 228 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 132 |
+
Gemm gemm_15 1 1 226 229 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 133 |
+
Gemm gemm_16 1 1 225 230 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 134 |
+
Reshape unflatten_134 1 1 228 231 0=128 1=32 2=-1
|
| 135 |
+
Reshape unflatten_135 1 1 229 232 0=128 1=32 2=-1
|
| 136 |
+
Reshape unflatten_136 1 1 230 233 0=128 1=32 2=-1
|
| 137 |
+
RMSNorm rmsn_73 1 1 231 234 0=128 1=1.000000e-6 2=1
|
| 138 |
+
Split splitncnn_23 1 2 234 235 236
|
| 139 |
+
RMSNorm rmsn_74 1 1 232 237 0=128 1=1.000000e-6 2=1
|
| 140 |
+
Split splitncnn_24 1 2 237 238 239
|
| 141 |
+
Slice chunk_4 1 2 235 240 241 -23300=2,-233,-233 1=2
|
| 142 |
+
UnaryOp neg_43 1 1 241 242 0=1
|
| 143 |
+
Concat cat_4 2 1 242 240 243 0=2
|
| 144 |
+
BinaryOp mul_44 2 1 243 110 244 0=2
|
| 145 |
+
BinaryOp mul_45 2 1 236 93 245 0=2
|
| 146 |
+
BinaryOp add_46 2 1 245 244 246 0=0
|
| 147 |
+
Slice chunk_5 1 2 238 247 248 -23300=2,-233,-233 1=2
|
| 148 |
+
UnaryOp neg_47 1 1 248 249 0=1
|
| 149 |
+
Concat cat_5 2 1 249 247 250 0=2
|
| 150 |
+
BinaryOp mul_48 2 1 250 111 251 0=2
|
| 151 |
+
BinaryOp mul_49 2 1 239 94 252 0=2
|
| 152 |
+
BinaryOp add_50 2 1 252 251 253 0=0
|
| 153 |
+
Permute permute_104 1 1 246 254 0=2
|
| 154 |
+
Permute permute_105 1 1 253 255 0=2
|
| 155 |
+
Permute permute_106 1 1 233 256 0=2
|
| 156 |
+
SDPA sdpa_162 4 1 254 255 256 66 257 5=1
|
| 157 |
+
Permute permute_107 1 1 257 258 0=2
|
| 158 |
+
Reshape flatten_154 1 1 258 259 0=4096 1=-1
|
| 159 |
+
Gemm gemm_17 1 1 259 260 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 160 |
+
BinaryOp mul_51 2 1 27 260 261 0=2
|
| 161 |
+
BinaryOp add_52 2 1 219 261 262 0=0
|
| 162 |
+
Split splitncnn_25 1 2 262 263 264
|
| 163 |
+
RMSNorm rmsn_75 1 1 264 265 0=4096 1=1.000000e-6 2=1
|
| 164 |
+
BinaryOp add_53 1 1 45 266 0=0 1=1 2=1.0
|
| 165 |
+
BinaryOp mul_54 2 1 265 266 267 0=2
|
| 166 |
+
BinaryOp add_55 2 1 267 36 268 0=0
|
| 167 |
+
Split splitncnn_26 1 2 268 269 270
|
| 168 |
+
Gemm gemm_18 1 1 270 271 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 169 |
+
Gemm gemm_19 1 1 269 272 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 170 |
+
GELU gelu_58 1 1 272 273
|
| 171 |
+
BinaryOp mul_56 2 1 271 273 274 0=2
|
| 172 |
+
Gemm gemm_20 1 1 274 275 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 173 |
+
BinaryOp mul_57 2 1 54 275 276 0=2
|
| 174 |
+
BinaryOp add_58 2 1 263 276 277 0=0
|
| 175 |
+
Split splitncnn_27 1 2 277 278 279
|
| 176 |
+
RMSNorm rmsn_76 1 1 279 280 0=4096 1=1.000000e-6 2=1
|
| 177 |
+
BinaryOp add_59 1 1 19 281 0=0 1=1 2=1.0
|
| 178 |
+
BinaryOp mul_60 2 1 280 281 282 0=2
|
| 179 |
+
BinaryOp add_61 2 1 282 10 283 0=0
|
| 180 |
+
Split splitncnn_28 1 3 283 284 285 286
|
| 181 |
+
Gemm gemm_21 1 1 286 287 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 182 |
+
Gemm gemm_22 1 1 285 288 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 183 |
+
Gemm gemm_23 1 1 284 289 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 184 |
+
Reshape unflatten_137 1 1 287 290 0=128 1=32 2=-1
|
| 185 |
+
Reshape unflatten_138 1 1 288 291 0=128 1=32 2=-1
|
| 186 |
+
Reshape unflatten_139 1 1 289 292 0=128 1=32 2=-1
|
| 187 |
+
RMSNorm rmsn_77 1 1 290 293 0=128 1=1.000000e-6 2=1
|
| 188 |
+
Split splitncnn_29 1 2 293 294 295
|
| 189 |
+
RMSNorm rmsn_78 1 1 291 296 0=128 1=1.000000e-6 2=1
|
| 190 |
+
Split splitncnn_30 1 2 296 297 298
|
| 191 |
+
Slice chunk_6 1 2 294 299 300 -23300=2,-233,-233 1=2
|
| 192 |
+
UnaryOp neg_62 1 1 300 301 0=1
|
| 193 |
+
Concat cat_6 2 1 301 299 302 0=2
|
| 194 |
+
BinaryOp mul_63 2 1 302 112 303 0=2
|
| 195 |
+
BinaryOp mul_64 2 1 295 95 304 0=2
|
| 196 |
+
BinaryOp add_65 2 1 304 303 305 0=0
|
| 197 |
+
Slice chunk_7 1 2 297 306 307 -23300=2,-233,-233 1=2
|
| 198 |
+
UnaryOp neg_66 1 1 307 308 0=1
|
| 199 |
+
Concat cat_7 2 1 308 306 309 0=2
|
| 200 |
+
BinaryOp mul_67 2 1 309 113 310 0=2
|
| 201 |
+
BinaryOp mul_68 2 1 298 96 311 0=2
|
| 202 |
+
BinaryOp add_69 2 1 311 310 312 0=0
|
| 203 |
+
Permute permute_108 1 1 305 313 0=2
|
| 204 |
+
Permute permute_109 1 1 312 314 0=2
|
| 205 |
+
Permute permute_110 1 1 292 315 0=2
|
| 206 |
+
SDPA sdpa_163 4 1 313 314 315 65 316 5=1
|
| 207 |
+
Permute permute_111 1 1 316 317 0=2
|
| 208 |
+
Reshape flatten_155 1 1 317 318 0=4096 1=-1
|
| 209 |
+
Gemm gemm_24 1 1 318 319 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 210 |
+
BinaryOp mul_70 2 1 28 319 320 0=2
|
| 211 |
+
BinaryOp add_71 2 1 278 320 321 0=0
|
| 212 |
+
Split splitncnn_31 1 2 321 322 323
|
| 213 |
+
RMSNorm rmsn_79 1 1 323 324 0=4096 1=1.000000e-6 2=1
|
| 214 |
+
BinaryOp add_72 1 1 46 325 0=0 1=1 2=1.0
|
| 215 |
+
BinaryOp mul_73 2 1 324 325 326 0=2
|
| 216 |
+
BinaryOp add_74 2 1 326 37 327 0=0
|
| 217 |
+
Split splitncnn_32 1 2 327 328 329
|
| 218 |
+
Gemm gemm_25 1 1 329 330 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 219 |
+
Gemm gemm_26 1 1 328 331 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 220 |
+
GELU gelu_59 1 1 331 332
|
| 221 |
+
BinaryOp mul_75 2 1 330 332 333 0=2
|
| 222 |
+
Gemm gemm_27 1 1 333 334 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 223 |
+
BinaryOp mul_76 2 1 55 334 335 0=2
|
| 224 |
+
BinaryOp add_77 2 1 322 335 336 0=0
|
| 225 |
+
Split splitncnn_33 1 2 336 337 338
|
| 226 |
+
RMSNorm rmsn_80 1 1 338 339 0=4096 1=1.000000e-6 2=1
|
| 227 |
+
BinaryOp add_78 1 1 20 340 0=0 1=1 2=1.0
|
| 228 |
+
BinaryOp mul_79 2 1 339 340 341 0=2
|
| 229 |
+
BinaryOp add_80 2 1 341 11 342 0=0
|
| 230 |
+
Split splitncnn_34 1 3 342 343 344 345
|
| 231 |
+
Gemm gemm_28 1 1 345 346 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 232 |
+
Gemm gemm_29 1 1 344 347 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 233 |
+
Gemm gemm_30 1 1 343 348 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 234 |
+
Reshape unflatten_140 1 1 346 349 0=128 1=32 2=-1
|
| 235 |
+
Reshape unflatten_141 1 1 347 350 0=128 1=32 2=-1
|
| 236 |
+
Reshape unflatten_142 1 1 348 351 0=128 1=32 2=-1
|
| 237 |
+
RMSNorm rmsn_81 1 1 349 352 0=128 1=1.000000e-6 2=1
|
| 238 |
+
Split splitncnn_35 1 2 352 353 354
|
| 239 |
+
RMSNorm rmsn_82 1 1 350 355 0=128 1=1.000000e-6 2=1
|
| 240 |
+
Split splitncnn_36 1 2 355 356 357
|
| 241 |
+
Slice chunk_8 1 2 353 358 359 -23300=2,-233,-233 1=2
|
| 242 |
+
UnaryOp neg_81 1 1 359 360 0=1
|
| 243 |
+
Concat cat_8 2 1 360 358 361 0=2
|
| 244 |
+
BinaryOp mul_82 2 1 361 114 362 0=2
|
| 245 |
+
BinaryOp mul_83 2 1 354 97 363 0=2
|
| 246 |
+
BinaryOp add_84 2 1 363 362 364 0=0
|
| 247 |
+
Slice chunk_9 1 2 356 365 366 -23300=2,-233,-233 1=2
|
| 248 |
+
UnaryOp neg_85 1 1 366 367 0=1
|
| 249 |
+
Concat cat_9 2 1 367 365 368 0=2
|
| 250 |
+
BinaryOp mul_86 2 1 368 115 369 0=2
|
| 251 |
+
BinaryOp mul_87 2 1 357 98 370 0=2
|
| 252 |
+
BinaryOp add_88 2 1 370 369 371 0=0
|
| 253 |
+
Permute permute_112 1 1 364 372 0=2
|
| 254 |
+
Permute permute_113 1 1 371 373 0=2
|
| 255 |
+
Permute permute_114 1 1 351 374 0=2
|
| 256 |
+
SDPA sdpa_164 4 1 372 373 374 64 375 5=1
|
| 257 |
+
Permute permute_115 1 1 375 376 0=2
|
| 258 |
+
Reshape flatten_156 1 1 376 377 0=4096 1=-1
|
| 259 |
+
Gemm gemm_31 1 1 377 378 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 260 |
+
BinaryOp mul_89 2 1 29 378 379 0=2
|
| 261 |
+
BinaryOp add_90 2 1 337 379 380 0=0
|
| 262 |
+
Split splitncnn_37 1 2 380 381 382
|
| 263 |
+
RMSNorm rmsn_83 1 1 382 383 0=4096 1=1.000000e-6 2=1
|
| 264 |
+
BinaryOp add_91 1 1 47 384 0=0 1=1 2=1.0
|
| 265 |
+
BinaryOp mul_92 2 1 383 384 385 0=2
|
| 266 |
+
BinaryOp add_93 2 1 385 38 386 0=0
|
| 267 |
+
Split splitncnn_38 1 2 386 387 388
|
| 268 |
+
Gemm gemm_32 1 1 388 389 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 269 |
+
Gemm gemm_33 1 1 387 390 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 270 |
+
GELU gelu_60 1 1 390 391
|
| 271 |
+
BinaryOp mul_94 2 1 389 391 392 0=2
|
| 272 |
+
Gemm gemm_34 1 1 392 393 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 273 |
+
BinaryOp mul_95 2 1 56 393 394 0=2
|
| 274 |
+
BinaryOp add_96 2 1 381 394 395 0=0
|
| 275 |
+
Split splitncnn_39 1 2 395 396 397
|
| 276 |
+
RMSNorm rmsn_84 1 1 397 398 0=4096 1=1.000000e-6 2=1
|
| 277 |
+
BinaryOp add_97 1 1 21 399 0=0 1=1 2=1.0
|
| 278 |
+
BinaryOp mul_98 2 1 398 399 400 0=2
|
| 279 |
+
BinaryOp add_99 2 1 400 12 401 0=0
|
| 280 |
+
Split splitncnn_40 1 3 401 402 403 404
|
| 281 |
+
Gemm gemm_35 1 1 404 405 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 282 |
+
Gemm gemm_36 1 1 403 406 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 283 |
+
Gemm gemm_37 1 1 402 407 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 284 |
+
Reshape unflatten_143 1 1 405 408 0=128 1=32 2=-1
|
| 285 |
+
Reshape unflatten_144 1 1 406 409 0=128 1=32 2=-1
|
| 286 |
+
Reshape unflatten_145 1 1 407 410 0=128 1=32 2=-1
|
| 287 |
+
RMSNorm rmsn_85 1 1 408 411 0=128 1=1.000000e-6 2=1
|
| 288 |
+
Split splitncnn_41 1 2 411 412 413
|
| 289 |
+
RMSNorm rmsn_86 1 1 409 414 0=128 1=1.000000e-6 2=1
|
| 290 |
+
Split splitncnn_42 1 2 414 415 416
|
| 291 |
+
Slice chunk_10 1 2 412 417 418 -23300=2,-233,-233 1=2
|
| 292 |
+
UnaryOp neg_100 1 1 418 419 0=1
|
| 293 |
+
Concat cat_10 2 1 419 417 420 0=2
|
| 294 |
+
BinaryOp mul_101 2 1 420 116 421 0=2
|
| 295 |
+
BinaryOp mul_102 2 1 413 99 422 0=2
|
| 296 |
+
BinaryOp add_103 2 1 422 421 423 0=0
|
| 297 |
+
Slice chunk_11 1 2 415 424 425 -23300=2,-233,-233 1=2
|
| 298 |
+
UnaryOp neg_104 1 1 425 426 0=1
|
| 299 |
+
Concat cat_11 2 1 426 424 427 0=2
|
| 300 |
+
BinaryOp mul_105 2 1 427 117 428 0=2
|
| 301 |
+
BinaryOp mul_106 2 1 416 100 429 0=2
|
| 302 |
+
BinaryOp add_107 2 1 429 428 430 0=0
|
| 303 |
+
Permute permute_116 1 1 423 431 0=2
|
| 304 |
+
Permute permute_117 1 1 430 432 0=2
|
| 305 |
+
Permute permute_118 1 1 410 433 0=2
|
| 306 |
+
SDPA sdpa_165 4 1 431 432 433 63 434 5=1
|
| 307 |
+
Permute permute_119 1 1 434 435 0=2
|
| 308 |
+
Reshape flatten_157 1 1 435 436 0=4096 1=-1
|
| 309 |
+
Gemm gemm_38 1 1 436 437 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 310 |
+
BinaryOp mul_108 2 1 30 437 438 0=2
|
| 311 |
+
BinaryOp add_109 2 1 396 438 439 0=0
|
| 312 |
+
Split splitncnn_43 1 2 439 440 441
|
| 313 |
+
RMSNorm rmsn_87 1 1 441 442 0=4096 1=1.000000e-6 2=1
|
| 314 |
+
BinaryOp add_110 1 1 48 443 0=0 1=1 2=1.0
|
| 315 |
+
BinaryOp mul_111 2 1 442 443 444 0=2
|
| 316 |
+
BinaryOp add_112 2 1 444 39 445 0=0
|
| 317 |
+
Split splitncnn_44 1 2 445 446 447
|
| 318 |
+
Gemm gemm_39 1 1 447 448 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 319 |
+
Gemm gemm_40 1 1 446 449 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 320 |
+
GELU gelu_61 1 1 449 450
|
| 321 |
+
BinaryOp mul_113 2 1 448 450 451 0=2
|
| 322 |
+
Gemm gemm_41 1 1 451 452 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 323 |
+
BinaryOp mul_114 2 1 57 452 453 0=2
|
| 324 |
+
BinaryOp add_115 2 1 440 453 454 0=0
|
| 325 |
+
Split splitncnn_45 1 2 454 455 456
|
| 326 |
+
RMSNorm rmsn_88 1 1 456 457 0=4096 1=1.000000e-6 2=1
|
| 327 |
+
BinaryOp add_116 1 1 22 458 0=0 1=1 2=1.0
|
| 328 |
+
BinaryOp mul_117 2 1 457 458 459 0=2
|
| 329 |
+
BinaryOp add_118 2 1 459 13 460 0=0
|
| 330 |
+
Split splitncnn_46 1 3 460 461 462 463
|
| 331 |
+
Gemm gemm_42 1 1 463 464 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 332 |
+
Gemm gemm_43 1 1 462 465 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 333 |
+
Gemm gemm_44 1 1 461 466 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 334 |
+
Reshape unflatten_146 1 1 464 467 0=128 1=32 2=-1
|
| 335 |
+
Reshape unflatten_147 1 1 465 468 0=128 1=32 2=-1
|
| 336 |
+
Reshape unflatten_148 1 1 466 469 0=128 1=32 2=-1
|
| 337 |
+
RMSNorm rmsn_89 1 1 467 470 0=128 1=1.000000e-6 2=1
|
| 338 |
+
Split splitncnn_47 1 2 470 471 472
|
| 339 |
+
RMSNorm rmsn_90 1 1 468 473 0=128 1=1.000000e-6 2=1
|
| 340 |
+
Split splitncnn_48 1 2 473 474 475
|
| 341 |
+
Slice chunk_12 1 2 471 476 477 -23300=2,-233,-233 1=2
|
| 342 |
+
UnaryOp neg_119 1 1 477 478 0=1
|
| 343 |
+
Concat cat_12 2 1 478 476 479 0=2
|
| 344 |
+
BinaryOp mul_120 2 1 479 118 480 0=2
|
| 345 |
+
BinaryOp mul_121 2 1 472 101 481 0=2
|
| 346 |
+
BinaryOp add_122 2 1 481 480 482 0=0
|
| 347 |
+
Slice chunk_13 1 2 474 483 484 -23300=2,-233,-233 1=2
|
| 348 |
+
UnaryOp neg_123 1 1 484 485 0=1
|
| 349 |
+
Concat cat_13 2 1 485 483 486 0=2
|
| 350 |
+
BinaryOp mul_124 2 1 486 119 487 0=2
|
| 351 |
+
BinaryOp mul_125 2 1 475 102 488 0=2
|
| 352 |
+
BinaryOp add_126 2 1 488 487 489 0=0
|
| 353 |
+
Permute permute_120 1 1 482 490 0=2
|
| 354 |
+
Permute permute_121 1 1 489 491 0=2
|
| 355 |
+
Permute permute_122 1 1 469 492 0=2
|
| 356 |
+
SDPA sdpa_166 4 1 490 491 492 62 493 5=1
|
| 357 |
+
Permute permute_123 1 1 493 494 0=2
|
| 358 |
+
Reshape flatten_158 1 1 494 495 0=4096 1=-1
|
| 359 |
+
Gemm gemm_45 1 1 495 496 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 360 |
+
BinaryOp mul_127 2 1 31 496 497 0=2
|
| 361 |
+
BinaryOp add_128 2 1 455 497 498 0=0
|
| 362 |
+
Split splitncnn_49 1 2 498 499 500
|
| 363 |
+
RMSNorm rmsn_91 1 1 500 501 0=4096 1=1.000000e-6 2=1
|
| 364 |
+
BinaryOp add_129 1 1 49 502 0=0 1=1 2=1.0
|
| 365 |
+
BinaryOp mul_130 2 1 501 502 503 0=2
|
| 366 |
+
BinaryOp add_131 2 1 503 40 504 0=0
|
| 367 |
+
Split splitncnn_50 1 2 504 505 506
|
| 368 |
+
Gemm gemm_46 1 1 506 507 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 369 |
+
Gemm gemm_47 1 1 505 508 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 370 |
+
GELU gelu_62 1 1 508 509
|
| 371 |
+
BinaryOp mul_132 2 1 507 509 510 0=2
|
| 372 |
+
Gemm gemm_48 1 1 510 511 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 373 |
+
BinaryOp mul_133 2 1 58 511 512 0=2
|
| 374 |
+
BinaryOp add_134 2 1 499 512 513 0=0
|
| 375 |
+
Split splitncnn_51 1 2 513 514 515
|
| 376 |
+
RMSNorm rmsn_92 1 1 515 516 0=4096 1=1.000000e-6 2=1
|
| 377 |
+
BinaryOp add_135 1 1 23 517 0=0 1=1 2=1.0
|
| 378 |
+
BinaryOp mul_136 2 1 516 517 518 0=2
|
| 379 |
+
BinaryOp add_137 2 1 518 14 519 0=0
|
| 380 |
+
Split splitncnn_52 1 3 519 520 521 522
|
| 381 |
+
Gemm gemm_49 1 1 522 523 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 382 |
+
Gemm gemm_50 1 1 521 524 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 383 |
+
Gemm gemm_51 1 1 520 525 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 384 |
+
Reshape unflatten_149 1 1 523 526 0=128 1=32 2=-1
|
| 385 |
+
Reshape unflatten_150 1 1 524 527 0=128 1=32 2=-1
|
| 386 |
+
Reshape unflatten_151 1 1 525 528 0=128 1=32 2=-1
|
| 387 |
+
RMSNorm rmsn_93 1 1 526 529 0=128 1=1.000000e-6 2=1
|
| 388 |
+
Split splitncnn_53 1 2 529 530 531
|
| 389 |
+
RMSNorm rmsn_94 1 1 527 532 0=128 1=1.000000e-6 2=1
|
| 390 |
+
Split splitncnn_54 1 2 532 533 534
|
| 391 |
+
Slice chunk_14 1 2 530 535 536 -23300=2,-233,-233 1=2
|
| 392 |
+
UnaryOp neg_138 1 1 536 537 0=1
|
| 393 |
+
Concat cat_14 2 1 537 535 538 0=2
|
| 394 |
+
BinaryOp mul_139 2 1 538 120 539 0=2
|
| 395 |
+
BinaryOp mul_140 2 1 531 103 540 0=2
|
| 396 |
+
BinaryOp add_141 2 1 540 539 541 0=0
|
| 397 |
+
Slice chunk_15 1 2 533 542 543 -23300=2,-233,-233 1=2
|
| 398 |
+
UnaryOp neg_142 1 1 543 544 0=1
|
| 399 |
+
Concat cat_15 2 1 544 542 545 0=2
|
| 400 |
+
BinaryOp mul_143 2 1 545 121 546 0=2
|
| 401 |
+
BinaryOp mul_144 2 1 534 104 547 0=2
|
| 402 |
+
BinaryOp add_145 2 1 547 546 548 0=0
|
| 403 |
+
Permute permute_124 1 1 541 549 0=2
|
| 404 |
+
Permute permute_125 1 1 548 550 0=2
|
| 405 |
+
Permute permute_126 1 1 528 551 0=2
|
| 406 |
+
SDPA sdpa_167 4 1 549 550 551 61 552 5=1
|
| 407 |
+
Permute permute_127 1 1 552 553 0=2
|
| 408 |
+
Reshape flatten_159 1 1 553 554 0=4096 1=-1
|
| 409 |
+
Gemm gemm_52 1 1 554 555 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 410 |
+
BinaryOp mul_146 2 1 32 555 556 0=2
|
| 411 |
+
BinaryOp add_147 2 1 514 556 557 0=0
|
| 412 |
+
Split splitncnn_55 1 2 557 558 559
|
| 413 |
+
RMSNorm rmsn_95 1 1 559 560 0=4096 1=1.000000e-6 2=1
|
| 414 |
+
BinaryOp add_148 1 1 50 561 0=0 1=1 2=1.0
|
| 415 |
+
BinaryOp mul_149 2 1 560 561 562 0=2
|
| 416 |
+
BinaryOp add_150 2 1 562 41 563 0=0
|
| 417 |
+
Split splitncnn_56 1 2 563 564 565
|
| 418 |
+
Gemm gemm_53 1 1 565 566 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 419 |
+
Gemm gemm_54 1 1 564 567 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 420 |
+
GELU gelu_63 1 1 567 568
|
| 421 |
+
BinaryOp mul_151 2 1 566 568 569 0=2
|
| 422 |
+
Gemm gemm_55 1 1 569 570 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 423 |
+
BinaryOp mul_152 2 1 59 570 571 0=2
|
| 424 |
+
BinaryOp add_153 2 1 558 571 out0 0=0
|
dit/layers_16_23.ncnn.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cd36e5d257bbd0dfcf839a45be7bd3d16fab437bb8f03f9fad06b381647dbc8e
|
| 3 |
+
size 6979608856
|
dit/layers_16_23.ncnn.param
ADDED
|
@@ -0,0 +1,424 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
7767517
|
| 2 |
+
422 574
|
| 3 |
+
Input in0 0 1 in0
|
| 4 |
+
Split splitncnn_0 1 2 in0 1 2
|
| 5 |
+
Input in1 0 1 in1
|
| 6 |
+
Split splitncnn_1 1 2 in1 4 5
|
| 7 |
+
Input in2 0 1 in2
|
| 8 |
+
Split splitncnn_2 1 8 in2 7 8 9 10 11 12 13 14
|
| 9 |
+
Input in3 0 1 in3
|
| 10 |
+
Split splitncnn_3 1 8 in3 16 17 18 19 20 21 22 23
|
| 11 |
+
Input in4 0 1 in4
|
| 12 |
+
Split splitncnn_4 1 8 in4 25 26 27 28 29 30 31 32
|
| 13 |
+
Input in5 0 1 in5
|
| 14 |
+
Split splitncnn_5 1 8 in5 34 35 36 37 38 39 40 41
|
| 15 |
+
Input in6 0 1 in6
|
| 16 |
+
Split splitncnn_6 1 8 in6 43 44 45 46 47 48 49 50
|
| 17 |
+
Input in7 0 1 in7
|
| 18 |
+
Split splitncnn_7 1 8 in7 52 53 54 55 56 57 58 59
|
| 19 |
+
MemoryData attention_mask 0 1 60 0=4110 1=1 2=1
|
| 20 |
+
Input in8 0 1 in8
|
| 21 |
+
Split splitncnn_0 1 8 in8 61 62 63 64 65 66 67 68
|
| 22 |
+
RMSNorm rmsn_64 1 1 2 69 0=4096 1=1.000000e-6 2=1
|
| 23 |
+
BinaryOp add_0 1 1 16 70 0=0 1=1 2=1.0
|
| 24 |
+
BinaryOp mul_1 2 1 69 70 71 0=2
|
| 25 |
+
BinaryOp add_2 2 1 71 7 72 0=0
|
| 26 |
+
Split splitncnn_8 1 3 72 73 74 75
|
| 27 |
+
Gemm gemm_0 1 1 75 76 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 28 |
+
Gemm gemm_1 1 1 74 77 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 29 |
+
Gemm gemm_2 1 1 73 78 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 30 |
+
Reshape unflatten_128 1 1 76 79 0=128 1=32 2=-1
|
| 31 |
+
Reshape unflatten_129 1 1 77 80 0=128 1=32 2=-1
|
| 32 |
+
Reshape unflatten_130 1 1 78 81 0=128 1=32 2=-1
|
| 33 |
+
RMSNorm rmsn_65 1 1 79 82 0=128 1=1.000000e-6 2=1
|
| 34 |
+
Split splitncnn_9 1 2 82 83 84
|
| 35 |
+
RMSNorm rmsn_66 1 1 80 85 0=128 1=1.000000e-6 2=1
|
| 36 |
+
Split splitncnn_10 1 2 85 86 87
|
| 37 |
+
UnaryOp cos_3 1 1 4 88 0=10
|
| 38 |
+
Split splitncnn_11 1 16 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104
|
| 39 |
+
UnaryOp sin_4 1 1 5 105 0=9
|
| 40 |
+
Split splitncnn_12 1 16 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121
|
| 41 |
+
Slice chunk_0 1 2 83 122 123 -23300=2,-233,-233 1=2
|
| 42 |
+
UnaryOp neg_5 1 1 123 124 0=1
|
| 43 |
+
Concat cat_0 2 1 124 122 125 0=2
|
| 44 |
+
BinaryOp mul_6 2 1 125 106 126 0=2
|
| 45 |
+
BinaryOp mul_7 2 1 84 89 127 0=2
|
| 46 |
+
BinaryOp add_8 2 1 127 126 128 0=0
|
| 47 |
+
Slice chunk_1 1 2 86 129 130 -23300=2,-233,-233 1=2
|
| 48 |
+
UnaryOp neg_9 1 1 130 131 0=1
|
| 49 |
+
Concat cat_1 2 1 131 129 132 0=2
|
| 50 |
+
BinaryOp mul_10 2 1 132 107 133 0=2
|
| 51 |
+
BinaryOp mul_11 2 1 87 90 134 0=2
|
| 52 |
+
BinaryOp add_12 2 1 134 133 135 0=0
|
| 53 |
+
Permute permute_96 1 1 128 136 0=2
|
| 54 |
+
Permute permute_97 1 1 135 137 0=2
|
| 55 |
+
Permute permute_98 1 1 81 138 0=2
|
| 56 |
+
SDPA sdpa_160 4 1 136 137 138 68 139 5=1
|
| 57 |
+
Permute permute_99 1 1 139 140 0=2
|
| 58 |
+
Reshape flatten_152 1 1 140 141 0=4096 1=-1
|
| 59 |
+
Gemm gemm_3 1 1 141 142 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 60 |
+
BinaryOp mul_13 2 1 25 142 143 0=2
|
| 61 |
+
BinaryOp add_14 2 1 1 143 144 0=0
|
| 62 |
+
Split splitncnn_13 1 2 144 145 146
|
| 63 |
+
RMSNorm rmsn_67 1 1 146 147 0=4096 1=1.000000e-6 2=1
|
| 64 |
+
BinaryOp add_15 1 1 43 148 0=0 1=1 2=1.0
|
| 65 |
+
BinaryOp mul_16 2 1 147 148 149 0=2
|
| 66 |
+
BinaryOp add_17 2 1 149 34 150 0=0
|
| 67 |
+
Split splitncnn_14 1 2 150 151 152
|
| 68 |
+
Gemm gemm_4 1 1 152 153 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 69 |
+
Gemm gemm_5 1 1 151 154 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 70 |
+
GELU gelu_56 1 1 154 155
|
| 71 |
+
BinaryOp mul_18 2 1 153 155 156 0=2
|
| 72 |
+
Gemm gemm_6 1 1 156 157 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 73 |
+
BinaryOp mul_19 2 1 52 157 158 0=2
|
| 74 |
+
BinaryOp add_20 2 1 145 158 159 0=0
|
| 75 |
+
Split splitncnn_15 1 2 159 160 161
|
| 76 |
+
RMSNorm rmsn_68 1 1 161 162 0=4096 1=1.000000e-6 2=1
|
| 77 |
+
BinaryOp add_21 1 1 17 163 0=0 1=1 2=1.0
|
| 78 |
+
BinaryOp mul_22 2 1 162 163 164 0=2
|
| 79 |
+
BinaryOp add_23 2 1 164 8 165 0=0
|
| 80 |
+
Split splitncnn_16 1 3 165 166 167 168
|
| 81 |
+
Gemm gemm_7 1 1 168 169 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 82 |
+
Gemm gemm_8 1 1 167 170 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 83 |
+
Gemm gemm_9 1 1 166 171 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 84 |
+
Reshape unflatten_131 1 1 169 172 0=128 1=32 2=-1
|
| 85 |
+
Reshape unflatten_132 1 1 170 173 0=128 1=32 2=-1
|
| 86 |
+
Reshape unflatten_133 1 1 171 174 0=128 1=32 2=-1
|
| 87 |
+
RMSNorm rmsn_69 1 1 172 175 0=128 1=1.000000e-6 2=1
|
| 88 |
+
Split splitncnn_17 1 2 175 176 177
|
| 89 |
+
RMSNorm rmsn_70 1 1 173 178 0=128 1=1.000000e-6 2=1
|
| 90 |
+
Split splitncnn_18 1 2 178 179 180
|
| 91 |
+
Slice chunk_2 1 2 176 181 182 -23300=2,-233,-233 1=2
|
| 92 |
+
UnaryOp neg_24 1 1 182 183 0=1
|
| 93 |
+
Concat cat_2 2 1 183 181 184 0=2
|
| 94 |
+
BinaryOp mul_25 2 1 184 108 185 0=2
|
| 95 |
+
BinaryOp mul_26 2 1 177 91 186 0=2
|
| 96 |
+
BinaryOp add_27 2 1 186 185 187 0=0
|
| 97 |
+
Slice chunk_3 1 2 179 188 189 -23300=2,-233,-233 1=2
|
| 98 |
+
UnaryOp neg_28 1 1 189 190 0=1
|
| 99 |
+
Concat cat_3 2 1 190 188 191 0=2
|
| 100 |
+
BinaryOp mul_29 2 1 191 109 192 0=2
|
| 101 |
+
BinaryOp mul_30 2 1 180 92 193 0=2
|
| 102 |
+
BinaryOp add_31 2 1 193 192 194 0=0
|
| 103 |
+
Permute permute_100 1 1 187 195 0=2
|
| 104 |
+
Permute permute_101 1 1 194 196 0=2
|
| 105 |
+
Permute permute_102 1 1 174 197 0=2
|
| 106 |
+
SDPA sdpa_161 4 1 195 196 197 67 198 5=1
|
| 107 |
+
Permute permute_103 1 1 198 199 0=2
|
| 108 |
+
Reshape flatten_153 1 1 199 200 0=4096 1=-1
|
| 109 |
+
Gemm gemm_10 1 1 200 201 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 110 |
+
BinaryOp mul_32 2 1 26 201 202 0=2
|
| 111 |
+
BinaryOp add_33 2 1 160 202 203 0=0
|
| 112 |
+
Split splitncnn_19 1 2 203 204 205
|
| 113 |
+
RMSNorm rmsn_71 1 1 205 206 0=4096 1=1.000000e-6 2=1
|
| 114 |
+
BinaryOp add_34 1 1 44 207 0=0 1=1 2=1.0
|
| 115 |
+
BinaryOp mul_35 2 1 206 207 208 0=2
|
| 116 |
+
BinaryOp add_36 2 1 208 35 209 0=0
|
| 117 |
+
Split splitncnn_20 1 2 209 210 211
|
| 118 |
+
Gemm gemm_11 1 1 211 212 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 119 |
+
Gemm gemm_12 1 1 210 213 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 120 |
+
GELU gelu_57 1 1 213 214
|
| 121 |
+
BinaryOp mul_37 2 1 212 214 215 0=2
|
| 122 |
+
Gemm gemm_13 1 1 215 216 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 123 |
+
BinaryOp mul_38 2 1 53 216 217 0=2
|
| 124 |
+
BinaryOp add_39 2 1 204 217 218 0=0
|
| 125 |
+
Split splitncnn_21 1 2 218 219 220
|
| 126 |
+
RMSNorm rmsn_72 1 1 220 221 0=4096 1=1.000000e-6 2=1
|
| 127 |
+
BinaryOp add_40 1 1 18 222 0=0 1=1 2=1.0
|
| 128 |
+
BinaryOp mul_41 2 1 221 222 223 0=2
|
| 129 |
+
BinaryOp add_42 2 1 223 9 224 0=0
|
| 130 |
+
Split splitncnn_22 1 3 224 225 226 227
|
| 131 |
+
Gemm gemm_14 1 1 227 228 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 132 |
+
Gemm gemm_15 1 1 226 229 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 133 |
+
Gemm gemm_16 1 1 225 230 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 134 |
+
Reshape unflatten_134 1 1 228 231 0=128 1=32 2=-1
|
| 135 |
+
Reshape unflatten_135 1 1 229 232 0=128 1=32 2=-1
|
| 136 |
+
Reshape unflatten_136 1 1 230 233 0=128 1=32 2=-1
|
| 137 |
+
RMSNorm rmsn_73 1 1 231 234 0=128 1=1.000000e-6 2=1
|
| 138 |
+
Split splitncnn_23 1 2 234 235 236
|
| 139 |
+
RMSNorm rmsn_74 1 1 232 237 0=128 1=1.000000e-6 2=1
|
| 140 |
+
Split splitncnn_24 1 2 237 238 239
|
| 141 |
+
Slice chunk_4 1 2 235 240 241 -23300=2,-233,-233 1=2
|
| 142 |
+
UnaryOp neg_43 1 1 241 242 0=1
|
| 143 |
+
Concat cat_4 2 1 242 240 243 0=2
|
| 144 |
+
BinaryOp mul_44 2 1 243 110 244 0=2
|
| 145 |
+
BinaryOp mul_45 2 1 236 93 245 0=2
|
| 146 |
+
BinaryOp add_46 2 1 245 244 246 0=0
|
| 147 |
+
Slice chunk_5 1 2 238 247 248 -23300=2,-233,-233 1=2
|
| 148 |
+
UnaryOp neg_47 1 1 248 249 0=1
|
| 149 |
+
Concat cat_5 2 1 249 247 250 0=2
|
| 150 |
+
BinaryOp mul_48 2 1 250 111 251 0=2
|
| 151 |
+
BinaryOp mul_49 2 1 239 94 252 0=2
|
| 152 |
+
BinaryOp add_50 2 1 252 251 253 0=0
|
| 153 |
+
Permute permute_104 1 1 246 254 0=2
|
| 154 |
+
Permute permute_105 1 1 253 255 0=2
|
| 155 |
+
Permute permute_106 1 1 233 256 0=2
|
| 156 |
+
SDPA sdpa_162 4 1 254 255 256 66 257 5=1
|
| 157 |
+
Permute permute_107 1 1 257 258 0=2
|
| 158 |
+
Reshape flatten_154 1 1 258 259 0=4096 1=-1
|
| 159 |
+
Gemm gemm_17 1 1 259 260 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 160 |
+
BinaryOp mul_51 2 1 27 260 261 0=2
|
| 161 |
+
BinaryOp add_52 2 1 219 261 262 0=0
|
| 162 |
+
Split splitncnn_25 1 2 262 263 264
|
| 163 |
+
RMSNorm rmsn_75 1 1 264 265 0=4096 1=1.000000e-6 2=1
|
| 164 |
+
BinaryOp add_53 1 1 45 266 0=0 1=1 2=1.0
|
| 165 |
+
BinaryOp mul_54 2 1 265 266 267 0=2
|
| 166 |
+
BinaryOp add_55 2 1 267 36 268 0=0
|
| 167 |
+
Split splitncnn_26 1 2 268 269 270
|
| 168 |
+
Gemm gemm_18 1 1 270 271 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 169 |
+
Gemm gemm_19 1 1 269 272 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 170 |
+
GELU gelu_58 1 1 272 273
|
| 171 |
+
BinaryOp mul_56 2 1 271 273 274 0=2
|
| 172 |
+
Gemm gemm_20 1 1 274 275 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 173 |
+
BinaryOp mul_57 2 1 54 275 276 0=2
|
| 174 |
+
BinaryOp add_58 2 1 263 276 277 0=0
|
| 175 |
+
Split splitncnn_27 1 2 277 278 279
|
| 176 |
+
RMSNorm rmsn_76 1 1 279 280 0=4096 1=1.000000e-6 2=1
|
| 177 |
+
BinaryOp add_59 1 1 19 281 0=0 1=1 2=1.0
|
| 178 |
+
BinaryOp mul_60 2 1 280 281 282 0=2
|
| 179 |
+
BinaryOp add_61 2 1 282 10 283 0=0
|
| 180 |
+
Split splitncnn_28 1 3 283 284 285 286
|
| 181 |
+
Gemm gemm_21 1 1 286 287 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 182 |
+
Gemm gemm_22 1 1 285 288 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 183 |
+
Gemm gemm_23 1 1 284 289 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 184 |
+
Reshape unflatten_137 1 1 287 290 0=128 1=32 2=-1
|
| 185 |
+
Reshape unflatten_138 1 1 288 291 0=128 1=32 2=-1
|
| 186 |
+
Reshape unflatten_139 1 1 289 292 0=128 1=32 2=-1
|
| 187 |
+
RMSNorm rmsn_77 1 1 290 293 0=128 1=1.000000e-6 2=1
|
| 188 |
+
Split splitncnn_29 1 2 293 294 295
|
| 189 |
+
RMSNorm rmsn_78 1 1 291 296 0=128 1=1.000000e-6 2=1
|
| 190 |
+
Split splitncnn_30 1 2 296 297 298
|
| 191 |
+
Slice chunk_6 1 2 294 299 300 -23300=2,-233,-233 1=2
|
| 192 |
+
UnaryOp neg_62 1 1 300 301 0=1
|
| 193 |
+
Concat cat_6 2 1 301 299 302 0=2
|
| 194 |
+
BinaryOp mul_63 2 1 302 112 303 0=2
|
| 195 |
+
BinaryOp mul_64 2 1 295 95 304 0=2
|
| 196 |
+
BinaryOp add_65 2 1 304 303 305 0=0
|
| 197 |
+
Slice chunk_7 1 2 297 306 307 -23300=2,-233,-233 1=2
|
| 198 |
+
UnaryOp neg_66 1 1 307 308 0=1
|
| 199 |
+
Concat cat_7 2 1 308 306 309 0=2
|
| 200 |
+
BinaryOp mul_67 2 1 309 113 310 0=2
|
| 201 |
+
BinaryOp mul_68 2 1 298 96 311 0=2
|
| 202 |
+
BinaryOp add_69 2 1 311 310 312 0=0
|
| 203 |
+
Permute permute_108 1 1 305 313 0=2
|
| 204 |
+
Permute permute_109 1 1 312 314 0=2
|
| 205 |
+
Permute permute_110 1 1 292 315 0=2
|
| 206 |
+
SDPA sdpa_163 4 1 313 314 315 65 316 5=1
|
| 207 |
+
Permute permute_111 1 1 316 317 0=2
|
| 208 |
+
Reshape flatten_155 1 1 317 318 0=4096 1=-1
|
| 209 |
+
Gemm gemm_24 1 1 318 319 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 210 |
+
BinaryOp mul_70 2 1 28 319 320 0=2
|
| 211 |
+
BinaryOp add_71 2 1 278 320 321 0=0
|
| 212 |
+
Split splitncnn_31 1 2 321 322 323
|
| 213 |
+
RMSNorm rmsn_79 1 1 323 324 0=4096 1=1.000000e-6 2=1
|
| 214 |
+
BinaryOp add_72 1 1 46 325 0=0 1=1 2=1.0
|
| 215 |
+
BinaryOp mul_73 2 1 324 325 326 0=2
|
| 216 |
+
BinaryOp add_74 2 1 326 37 327 0=0
|
| 217 |
+
Split splitncnn_32 1 2 327 328 329
|
| 218 |
+
Gemm gemm_25 1 1 329 330 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 219 |
+
Gemm gemm_26 1 1 328 331 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 220 |
+
GELU gelu_59 1 1 331 332
|
| 221 |
+
BinaryOp mul_75 2 1 330 332 333 0=2
|
| 222 |
+
Gemm gemm_27 1 1 333 334 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 223 |
+
BinaryOp mul_76 2 1 55 334 335 0=2
|
| 224 |
+
BinaryOp add_77 2 1 322 335 336 0=0
|
| 225 |
+
Split splitncnn_33 1 2 336 337 338
|
| 226 |
+
RMSNorm rmsn_80 1 1 338 339 0=4096 1=1.000000e-6 2=1
|
| 227 |
+
BinaryOp add_78 1 1 20 340 0=0 1=1 2=1.0
|
| 228 |
+
BinaryOp mul_79 2 1 339 340 341 0=2
|
| 229 |
+
BinaryOp add_80 2 1 341 11 342 0=0
|
| 230 |
+
Split splitncnn_34 1 3 342 343 344 345
|
| 231 |
+
Gemm gemm_28 1 1 345 346 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 232 |
+
Gemm gemm_29 1 1 344 347 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 233 |
+
Gemm gemm_30 1 1 343 348 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 234 |
+
Reshape unflatten_140 1 1 346 349 0=128 1=32 2=-1
|
| 235 |
+
Reshape unflatten_141 1 1 347 350 0=128 1=32 2=-1
|
| 236 |
+
Reshape unflatten_142 1 1 348 351 0=128 1=32 2=-1
|
| 237 |
+
RMSNorm rmsn_81 1 1 349 352 0=128 1=1.000000e-6 2=1
|
| 238 |
+
Split splitncnn_35 1 2 352 353 354
|
| 239 |
+
RMSNorm rmsn_82 1 1 350 355 0=128 1=1.000000e-6 2=1
|
| 240 |
+
Split splitncnn_36 1 2 355 356 357
|
| 241 |
+
Slice chunk_8 1 2 353 358 359 -23300=2,-233,-233 1=2
|
| 242 |
+
UnaryOp neg_81 1 1 359 360 0=1
|
| 243 |
+
Concat cat_8 2 1 360 358 361 0=2
|
| 244 |
+
BinaryOp mul_82 2 1 361 114 362 0=2
|
| 245 |
+
BinaryOp mul_83 2 1 354 97 363 0=2
|
| 246 |
+
BinaryOp add_84 2 1 363 362 364 0=0
|
| 247 |
+
Slice chunk_9 1 2 356 365 366 -23300=2,-233,-233 1=2
|
| 248 |
+
UnaryOp neg_85 1 1 366 367 0=1
|
| 249 |
+
Concat cat_9 2 1 367 365 368 0=2
|
| 250 |
+
BinaryOp mul_86 2 1 368 115 369 0=2
|
| 251 |
+
BinaryOp mul_87 2 1 357 98 370 0=2
|
| 252 |
+
BinaryOp add_88 2 1 370 369 371 0=0
|
| 253 |
+
Permute permute_112 1 1 364 372 0=2
|
| 254 |
+
Permute permute_113 1 1 371 373 0=2
|
| 255 |
+
Permute permute_114 1 1 351 374 0=2
|
| 256 |
+
SDPA sdpa_164 4 1 372 373 374 64 375 5=1
|
| 257 |
+
Permute permute_115 1 1 375 376 0=2
|
| 258 |
+
Reshape flatten_156 1 1 376 377 0=4096 1=-1
|
| 259 |
+
Gemm gemm_31 1 1 377 378 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 260 |
+
BinaryOp mul_89 2 1 29 378 379 0=2
|
| 261 |
+
BinaryOp add_90 2 1 337 379 380 0=0
|
| 262 |
+
Split splitncnn_37 1 2 380 381 382
|
| 263 |
+
RMSNorm rmsn_83 1 1 382 383 0=4096 1=1.000000e-6 2=1
|
| 264 |
+
BinaryOp add_91 1 1 47 384 0=0 1=1 2=1.0
|
| 265 |
+
BinaryOp mul_92 2 1 383 384 385 0=2
|
| 266 |
+
BinaryOp add_93 2 1 385 38 386 0=0
|
| 267 |
+
Split splitncnn_38 1 2 386 387 388
|
| 268 |
+
Gemm gemm_32 1 1 388 389 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 269 |
+
Gemm gemm_33 1 1 387 390 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 270 |
+
GELU gelu_60 1 1 390 391
|
| 271 |
+
BinaryOp mul_94 2 1 389 391 392 0=2
|
| 272 |
+
Gemm gemm_34 1 1 392 393 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 273 |
+
BinaryOp mul_95 2 1 56 393 394 0=2
|
| 274 |
+
BinaryOp add_96 2 1 381 394 395 0=0
|
| 275 |
+
Split splitncnn_39 1 2 395 396 397
|
| 276 |
+
RMSNorm rmsn_84 1 1 397 398 0=4096 1=1.000000e-6 2=1
|
| 277 |
+
BinaryOp add_97 1 1 21 399 0=0 1=1 2=1.0
|
| 278 |
+
BinaryOp mul_98 2 1 398 399 400 0=2
|
| 279 |
+
BinaryOp add_99 2 1 400 12 401 0=0
|
| 280 |
+
Split splitncnn_40 1 3 401 402 403 404
|
| 281 |
+
Gemm gemm_35 1 1 404 405 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 282 |
+
Gemm gemm_36 1 1 403 406 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 283 |
+
Gemm gemm_37 1 1 402 407 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 284 |
+
Reshape unflatten_143 1 1 405 408 0=128 1=32 2=-1
|
| 285 |
+
Reshape unflatten_144 1 1 406 409 0=128 1=32 2=-1
|
| 286 |
+
Reshape unflatten_145 1 1 407 410 0=128 1=32 2=-1
|
| 287 |
+
RMSNorm rmsn_85 1 1 408 411 0=128 1=1.000000e-6 2=1
|
| 288 |
+
Split splitncnn_41 1 2 411 412 413
|
| 289 |
+
RMSNorm rmsn_86 1 1 409 414 0=128 1=1.000000e-6 2=1
|
| 290 |
+
Split splitncnn_42 1 2 414 415 416
|
| 291 |
+
Slice chunk_10 1 2 412 417 418 -23300=2,-233,-233 1=2
|
| 292 |
+
UnaryOp neg_100 1 1 418 419 0=1
|
| 293 |
+
Concat cat_10 2 1 419 417 420 0=2
|
| 294 |
+
BinaryOp mul_101 2 1 420 116 421 0=2
|
| 295 |
+
BinaryOp mul_102 2 1 413 99 422 0=2
|
| 296 |
+
BinaryOp add_103 2 1 422 421 423 0=0
|
| 297 |
+
Slice chunk_11 1 2 415 424 425 -23300=2,-233,-233 1=2
|
| 298 |
+
UnaryOp neg_104 1 1 425 426 0=1
|
| 299 |
+
Concat cat_11 2 1 426 424 427 0=2
|
| 300 |
+
BinaryOp mul_105 2 1 427 117 428 0=2
|
| 301 |
+
BinaryOp mul_106 2 1 416 100 429 0=2
|
| 302 |
+
BinaryOp add_107 2 1 429 428 430 0=0
|
| 303 |
+
Permute permute_116 1 1 423 431 0=2
|
| 304 |
+
Permute permute_117 1 1 430 432 0=2
|
| 305 |
+
Permute permute_118 1 1 410 433 0=2
|
| 306 |
+
SDPA sdpa_165 4 1 431 432 433 63 434 5=1
|
| 307 |
+
Permute permute_119 1 1 434 435 0=2
|
| 308 |
+
Reshape flatten_157 1 1 435 436 0=4096 1=-1
|
| 309 |
+
Gemm gemm_38 1 1 436 437 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 310 |
+
BinaryOp mul_108 2 1 30 437 438 0=2
|
| 311 |
+
BinaryOp add_109 2 1 396 438 439 0=0
|
| 312 |
+
Split splitncnn_43 1 2 439 440 441
|
| 313 |
+
RMSNorm rmsn_87 1 1 441 442 0=4096 1=1.000000e-6 2=1
|
| 314 |
+
BinaryOp add_110 1 1 48 443 0=0 1=1 2=1.0
|
| 315 |
+
BinaryOp mul_111 2 1 442 443 444 0=2
|
| 316 |
+
BinaryOp add_112 2 1 444 39 445 0=0
|
| 317 |
+
Split splitncnn_44 1 2 445 446 447
|
| 318 |
+
Gemm gemm_39 1 1 447 448 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 319 |
+
Gemm gemm_40 1 1 446 449 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 320 |
+
GELU gelu_61 1 1 449 450
|
| 321 |
+
BinaryOp mul_113 2 1 448 450 451 0=2
|
| 322 |
+
Gemm gemm_41 1 1 451 452 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 323 |
+
BinaryOp mul_114 2 1 57 452 453 0=2
|
| 324 |
+
BinaryOp add_115 2 1 440 453 454 0=0
|
| 325 |
+
Split splitncnn_45 1 2 454 455 456
|
| 326 |
+
RMSNorm rmsn_88 1 1 456 457 0=4096 1=1.000000e-6 2=1
|
| 327 |
+
BinaryOp add_116 1 1 22 458 0=0 1=1 2=1.0
|
| 328 |
+
BinaryOp mul_117 2 1 457 458 459 0=2
|
| 329 |
+
BinaryOp add_118 2 1 459 13 460 0=0
|
| 330 |
+
Split splitncnn_46 1 3 460 461 462 463
|
| 331 |
+
Gemm gemm_42 1 1 463 464 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 332 |
+
Gemm gemm_43 1 1 462 465 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 333 |
+
Gemm gemm_44 1 1 461 466 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 334 |
+
Reshape unflatten_146 1 1 464 467 0=128 1=32 2=-1
|
| 335 |
+
Reshape unflatten_147 1 1 465 468 0=128 1=32 2=-1
|
| 336 |
+
Reshape unflatten_148 1 1 466 469 0=128 1=32 2=-1
|
| 337 |
+
RMSNorm rmsn_89 1 1 467 470 0=128 1=1.000000e-6 2=1
|
| 338 |
+
Split splitncnn_47 1 2 470 471 472
|
| 339 |
+
RMSNorm rmsn_90 1 1 468 473 0=128 1=1.000000e-6 2=1
|
| 340 |
+
Split splitncnn_48 1 2 473 474 475
|
| 341 |
+
Slice chunk_12 1 2 471 476 477 -23300=2,-233,-233 1=2
|
| 342 |
+
UnaryOp neg_119 1 1 477 478 0=1
|
| 343 |
+
Concat cat_12 2 1 478 476 479 0=2
|
| 344 |
+
BinaryOp mul_120 2 1 479 118 480 0=2
|
| 345 |
+
BinaryOp mul_121 2 1 472 101 481 0=2
|
| 346 |
+
BinaryOp add_122 2 1 481 480 482 0=0
|
| 347 |
+
Slice chunk_13 1 2 474 483 484 -23300=2,-233,-233 1=2
|
| 348 |
+
UnaryOp neg_123 1 1 484 485 0=1
|
| 349 |
+
Concat cat_13 2 1 485 483 486 0=2
|
| 350 |
+
BinaryOp mul_124 2 1 486 119 487 0=2
|
| 351 |
+
BinaryOp mul_125 2 1 475 102 488 0=2
|
| 352 |
+
BinaryOp add_126 2 1 488 487 489 0=0
|
| 353 |
+
Permute permute_120 1 1 482 490 0=2
|
| 354 |
+
Permute permute_121 1 1 489 491 0=2
|
| 355 |
+
Permute permute_122 1 1 469 492 0=2
|
| 356 |
+
SDPA sdpa_166 4 1 490 491 492 62 493 5=1
|
| 357 |
+
Permute permute_123 1 1 493 494 0=2
|
| 358 |
+
Reshape flatten_158 1 1 494 495 0=4096 1=-1
|
| 359 |
+
Gemm gemm_45 1 1 495 496 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 360 |
+
BinaryOp mul_127 2 1 31 496 497 0=2
|
| 361 |
+
BinaryOp add_128 2 1 455 497 498 0=0
|
| 362 |
+
Split splitncnn_49 1 2 498 499 500
|
| 363 |
+
RMSNorm rmsn_91 1 1 500 501 0=4096 1=1.000000e-6 2=1
|
| 364 |
+
BinaryOp add_129 1 1 49 502 0=0 1=1 2=1.0
|
| 365 |
+
BinaryOp mul_130 2 1 501 502 503 0=2
|
| 366 |
+
BinaryOp add_131 2 1 503 40 504 0=0
|
| 367 |
+
Split splitncnn_50 1 2 504 505 506
|
| 368 |
+
Gemm gemm_46 1 1 506 507 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 369 |
+
Gemm gemm_47 1 1 505 508 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 370 |
+
GELU gelu_62 1 1 508 509
|
| 371 |
+
BinaryOp mul_132 2 1 507 509 510 0=2
|
| 372 |
+
Gemm gemm_48 1 1 510 511 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 373 |
+
BinaryOp mul_133 2 1 58 511 512 0=2
|
| 374 |
+
BinaryOp add_134 2 1 499 512 513 0=0
|
| 375 |
+
Split splitncnn_51 1 2 513 514 515
|
| 376 |
+
RMSNorm rmsn_92 1 1 515 516 0=4096 1=1.000000e-6 2=1
|
| 377 |
+
BinaryOp add_135 1 1 23 517 0=0 1=1 2=1.0
|
| 378 |
+
BinaryOp mul_136 2 1 516 517 518 0=2
|
| 379 |
+
BinaryOp add_137 2 1 518 14 519 0=0
|
| 380 |
+
Split splitncnn_52 1 3 519 520 521 522
|
| 381 |
+
Gemm gemm_49 1 1 522 523 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 382 |
+
Gemm gemm_50 1 1 521 524 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 383 |
+
Gemm gemm_51 1 1 520 525 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 384 |
+
Reshape unflatten_149 1 1 523 526 0=128 1=32 2=-1
|
| 385 |
+
Reshape unflatten_150 1 1 524 527 0=128 1=32 2=-1
|
| 386 |
+
Reshape unflatten_151 1 1 525 528 0=128 1=32 2=-1
|
| 387 |
+
RMSNorm rmsn_93 1 1 526 529 0=128 1=1.000000e-6 2=1
|
| 388 |
+
Split splitncnn_53 1 2 529 530 531
|
| 389 |
+
RMSNorm rmsn_94 1 1 527 532 0=128 1=1.000000e-6 2=1
|
| 390 |
+
Split splitncnn_54 1 2 532 533 534
|
| 391 |
+
Slice chunk_14 1 2 530 535 536 -23300=2,-233,-233 1=2
|
| 392 |
+
UnaryOp neg_138 1 1 536 537 0=1
|
| 393 |
+
Concat cat_14 2 1 537 535 538 0=2
|
| 394 |
+
BinaryOp mul_139 2 1 538 120 539 0=2
|
| 395 |
+
BinaryOp mul_140 2 1 531 103 540 0=2
|
| 396 |
+
BinaryOp add_141 2 1 540 539 541 0=0
|
| 397 |
+
Slice chunk_15 1 2 533 542 543 -23300=2,-233,-233 1=2
|
| 398 |
+
UnaryOp neg_142 1 1 543 544 0=1
|
| 399 |
+
Concat cat_15 2 1 544 542 545 0=2
|
| 400 |
+
BinaryOp mul_143 2 1 545 121 546 0=2
|
| 401 |
+
BinaryOp mul_144 2 1 534 104 547 0=2
|
| 402 |
+
BinaryOp add_145 2 1 547 546 548 0=0
|
| 403 |
+
Permute permute_124 1 1 541 549 0=2
|
| 404 |
+
Permute permute_125 1 1 548 550 0=2
|
| 405 |
+
Permute permute_126 1 1 528 551 0=2
|
| 406 |
+
SDPA sdpa_167 4 1 549 550 551 61 552 5=1
|
| 407 |
+
Permute permute_127 1 1 552 553 0=2
|
| 408 |
+
Reshape flatten_159 1 1 553 554 0=4096 1=-1
|
| 409 |
+
Gemm gemm_52 1 1 554 555 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 410 |
+
BinaryOp mul_146 2 1 32 555 556 0=2
|
| 411 |
+
BinaryOp add_147 2 1 514 556 557 0=0
|
| 412 |
+
Split splitncnn_55 1 2 557 558 559
|
| 413 |
+
RMSNorm rmsn_95 1 1 559 560 0=4096 1=1.000000e-6 2=1
|
| 414 |
+
BinaryOp add_148 1 1 50 561 0=0 1=1 2=1.0
|
| 415 |
+
BinaryOp mul_149 2 1 560 561 562 0=2
|
| 416 |
+
BinaryOp add_150 2 1 562 41 563 0=0
|
| 417 |
+
Split splitncnn_56 1 2 563 564 565
|
| 418 |
+
Gemm gemm_53 1 1 565 566 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 419 |
+
Gemm gemm_54 1 1 564 567 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 420 |
+
GELU gelu_63 1 1 567 568
|
| 421 |
+
BinaryOp mul_151 2 1 566 568 569 0=2
|
| 422 |
+
Gemm gemm_55 1 1 569 570 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 423 |
+
BinaryOp mul_152 2 1 59 570 571 0=2
|
| 424 |
+
BinaryOp add_153 2 1 558 571 out0 0=0
|
dit/layers_24_31.ncnn.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:14d97d906347e9585bde3e3910904ccdb38829738d57cee7bc3380673a3866a3
|
| 3 |
+
size 6979608856
|
dit/layers_24_31.ncnn.param
ADDED
|
@@ -0,0 +1,424 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
7767517
|
| 2 |
+
422 574
|
| 3 |
+
Input in0 0 1 in0
|
| 4 |
+
Split splitncnn_0 1 2 in0 1 2
|
| 5 |
+
Input in1 0 1 in1
|
| 6 |
+
Split splitncnn_1 1 2 in1 4 5
|
| 7 |
+
Input in2 0 1 in2
|
| 8 |
+
Split splitncnn_2 1 8 in2 7 8 9 10 11 12 13 14
|
| 9 |
+
Input in3 0 1 in3
|
| 10 |
+
Split splitncnn_3 1 8 in3 16 17 18 19 20 21 22 23
|
| 11 |
+
Input in4 0 1 in4
|
| 12 |
+
Split splitncnn_4 1 8 in4 25 26 27 28 29 30 31 32
|
| 13 |
+
Input in5 0 1 in5
|
| 14 |
+
Split splitncnn_5 1 8 in5 34 35 36 37 38 39 40 41
|
| 15 |
+
Input in6 0 1 in6
|
| 16 |
+
Split splitncnn_6 1 8 in6 43 44 45 46 47 48 49 50
|
| 17 |
+
Input in7 0 1 in7
|
| 18 |
+
Split splitncnn_7 1 8 in7 52 53 54 55 56 57 58 59
|
| 19 |
+
MemoryData attention_mask 0 1 60 0=4110 1=1 2=1
|
| 20 |
+
Input in8 0 1 in8
|
| 21 |
+
Split splitncnn_0 1 8 in8 61 62 63 64 65 66 67 68
|
| 22 |
+
RMSNorm rmsn_64 1 1 2 69 0=4096 1=1.000000e-6 2=1
|
| 23 |
+
BinaryOp add_0 1 1 16 70 0=0 1=1 2=1.0
|
| 24 |
+
BinaryOp mul_1 2 1 69 70 71 0=2
|
| 25 |
+
BinaryOp add_2 2 1 71 7 72 0=0
|
| 26 |
+
Split splitncnn_8 1 3 72 73 74 75
|
| 27 |
+
Gemm gemm_0 1 1 75 76 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 28 |
+
Gemm gemm_1 1 1 74 77 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 29 |
+
Gemm gemm_2 1 1 73 78 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 30 |
+
Reshape unflatten_128 1 1 76 79 0=128 1=32 2=-1
|
| 31 |
+
Reshape unflatten_129 1 1 77 80 0=128 1=32 2=-1
|
| 32 |
+
Reshape unflatten_130 1 1 78 81 0=128 1=32 2=-1
|
| 33 |
+
RMSNorm rmsn_65 1 1 79 82 0=128 1=1.000000e-6 2=1
|
| 34 |
+
Split splitncnn_9 1 2 82 83 84
|
| 35 |
+
RMSNorm rmsn_66 1 1 80 85 0=128 1=1.000000e-6 2=1
|
| 36 |
+
Split splitncnn_10 1 2 85 86 87
|
| 37 |
+
UnaryOp cos_3 1 1 4 88 0=10
|
| 38 |
+
Split splitncnn_11 1 16 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104
|
| 39 |
+
UnaryOp sin_4 1 1 5 105 0=9
|
| 40 |
+
Split splitncnn_12 1 16 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121
|
| 41 |
+
Slice chunk_0 1 2 83 122 123 -23300=2,-233,-233 1=2
|
| 42 |
+
UnaryOp neg_5 1 1 123 124 0=1
|
| 43 |
+
Concat cat_0 2 1 124 122 125 0=2
|
| 44 |
+
BinaryOp mul_6 2 1 125 106 126 0=2
|
| 45 |
+
BinaryOp mul_7 2 1 84 89 127 0=2
|
| 46 |
+
BinaryOp add_8 2 1 127 126 128 0=0
|
| 47 |
+
Slice chunk_1 1 2 86 129 130 -23300=2,-233,-233 1=2
|
| 48 |
+
UnaryOp neg_9 1 1 130 131 0=1
|
| 49 |
+
Concat cat_1 2 1 131 129 132 0=2
|
| 50 |
+
BinaryOp mul_10 2 1 132 107 133 0=2
|
| 51 |
+
BinaryOp mul_11 2 1 87 90 134 0=2
|
| 52 |
+
BinaryOp add_12 2 1 134 133 135 0=0
|
| 53 |
+
Permute permute_96 1 1 128 136 0=2
|
| 54 |
+
Permute permute_97 1 1 135 137 0=2
|
| 55 |
+
Permute permute_98 1 1 81 138 0=2
|
| 56 |
+
SDPA sdpa_160 4 1 136 137 138 68 139 5=1
|
| 57 |
+
Permute permute_99 1 1 139 140 0=2
|
| 58 |
+
Reshape flatten_152 1 1 140 141 0=4096 1=-1
|
| 59 |
+
Gemm gemm_3 1 1 141 142 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 60 |
+
BinaryOp mul_13 2 1 25 142 143 0=2
|
| 61 |
+
BinaryOp add_14 2 1 1 143 144 0=0
|
| 62 |
+
Split splitncnn_13 1 2 144 145 146
|
| 63 |
+
RMSNorm rmsn_67 1 1 146 147 0=4096 1=1.000000e-6 2=1
|
| 64 |
+
BinaryOp add_15 1 1 43 148 0=0 1=1 2=1.0
|
| 65 |
+
BinaryOp mul_16 2 1 147 148 149 0=2
|
| 66 |
+
BinaryOp add_17 2 1 149 34 150 0=0
|
| 67 |
+
Split splitncnn_14 1 2 150 151 152
|
| 68 |
+
Gemm gemm_4 1 1 152 153 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 69 |
+
Gemm gemm_5 1 1 151 154 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 70 |
+
GELU gelu_56 1 1 154 155
|
| 71 |
+
BinaryOp mul_18 2 1 153 155 156 0=2
|
| 72 |
+
Gemm gemm_6 1 1 156 157 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 73 |
+
BinaryOp mul_19 2 1 52 157 158 0=2
|
| 74 |
+
BinaryOp add_20 2 1 145 158 159 0=0
|
| 75 |
+
Split splitncnn_15 1 2 159 160 161
|
| 76 |
+
RMSNorm rmsn_68 1 1 161 162 0=4096 1=1.000000e-6 2=1
|
| 77 |
+
BinaryOp add_21 1 1 17 163 0=0 1=1 2=1.0
|
| 78 |
+
BinaryOp mul_22 2 1 162 163 164 0=2
|
| 79 |
+
BinaryOp add_23 2 1 164 8 165 0=0
|
| 80 |
+
Split splitncnn_16 1 3 165 166 167 168
|
| 81 |
+
Gemm gemm_7 1 1 168 169 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 82 |
+
Gemm gemm_8 1 1 167 170 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 83 |
+
Gemm gemm_9 1 1 166 171 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 84 |
+
Reshape unflatten_131 1 1 169 172 0=128 1=32 2=-1
|
| 85 |
+
Reshape unflatten_132 1 1 170 173 0=128 1=32 2=-1
|
| 86 |
+
Reshape unflatten_133 1 1 171 174 0=128 1=32 2=-1
|
| 87 |
+
RMSNorm rmsn_69 1 1 172 175 0=128 1=1.000000e-6 2=1
|
| 88 |
+
Split splitncnn_17 1 2 175 176 177
|
| 89 |
+
RMSNorm rmsn_70 1 1 173 178 0=128 1=1.000000e-6 2=1
|
| 90 |
+
Split splitncnn_18 1 2 178 179 180
|
| 91 |
+
Slice chunk_2 1 2 176 181 182 -23300=2,-233,-233 1=2
|
| 92 |
+
UnaryOp neg_24 1 1 182 183 0=1
|
| 93 |
+
Concat cat_2 2 1 183 181 184 0=2
|
| 94 |
+
BinaryOp mul_25 2 1 184 108 185 0=2
|
| 95 |
+
BinaryOp mul_26 2 1 177 91 186 0=2
|
| 96 |
+
BinaryOp add_27 2 1 186 185 187 0=0
|
| 97 |
+
Slice chunk_3 1 2 179 188 189 -23300=2,-233,-233 1=2
|
| 98 |
+
UnaryOp neg_28 1 1 189 190 0=1
|
| 99 |
+
Concat cat_3 2 1 190 188 191 0=2
|
| 100 |
+
BinaryOp mul_29 2 1 191 109 192 0=2
|
| 101 |
+
BinaryOp mul_30 2 1 180 92 193 0=2
|
| 102 |
+
BinaryOp add_31 2 1 193 192 194 0=0
|
| 103 |
+
Permute permute_100 1 1 187 195 0=2
|
| 104 |
+
Permute permute_101 1 1 194 196 0=2
|
| 105 |
+
Permute permute_102 1 1 174 197 0=2
|
| 106 |
+
SDPA sdpa_161 4 1 195 196 197 67 198 5=1
|
| 107 |
+
Permute permute_103 1 1 198 199 0=2
|
| 108 |
+
Reshape flatten_153 1 1 199 200 0=4096 1=-1
|
| 109 |
+
Gemm gemm_10 1 1 200 201 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 110 |
+
BinaryOp mul_32 2 1 26 201 202 0=2
|
| 111 |
+
BinaryOp add_33 2 1 160 202 203 0=0
|
| 112 |
+
Split splitncnn_19 1 2 203 204 205
|
| 113 |
+
RMSNorm rmsn_71 1 1 205 206 0=4096 1=1.000000e-6 2=1
|
| 114 |
+
BinaryOp add_34 1 1 44 207 0=0 1=1 2=1.0
|
| 115 |
+
BinaryOp mul_35 2 1 206 207 208 0=2
|
| 116 |
+
BinaryOp add_36 2 1 208 35 209 0=0
|
| 117 |
+
Split splitncnn_20 1 2 209 210 211
|
| 118 |
+
Gemm gemm_11 1 1 211 212 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 119 |
+
Gemm gemm_12 1 1 210 213 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 120 |
+
GELU gelu_57 1 1 213 214
|
| 121 |
+
BinaryOp mul_37 2 1 212 214 215 0=2
|
| 122 |
+
Gemm gemm_13 1 1 215 216 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 123 |
+
BinaryOp mul_38 2 1 53 216 217 0=2
|
| 124 |
+
BinaryOp add_39 2 1 204 217 218 0=0
|
| 125 |
+
Split splitncnn_21 1 2 218 219 220
|
| 126 |
+
RMSNorm rmsn_72 1 1 220 221 0=4096 1=1.000000e-6 2=1
|
| 127 |
+
BinaryOp add_40 1 1 18 222 0=0 1=1 2=1.0
|
| 128 |
+
BinaryOp mul_41 2 1 221 222 223 0=2
|
| 129 |
+
BinaryOp add_42 2 1 223 9 224 0=0
|
| 130 |
+
Split splitncnn_22 1 3 224 225 226 227
|
| 131 |
+
Gemm gemm_14 1 1 227 228 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 132 |
+
Gemm gemm_15 1 1 226 229 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 133 |
+
Gemm gemm_16 1 1 225 230 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 134 |
+
Reshape unflatten_134 1 1 228 231 0=128 1=32 2=-1
|
| 135 |
+
Reshape unflatten_135 1 1 229 232 0=128 1=32 2=-1
|
| 136 |
+
Reshape unflatten_136 1 1 230 233 0=128 1=32 2=-1
|
| 137 |
+
RMSNorm rmsn_73 1 1 231 234 0=128 1=1.000000e-6 2=1
|
| 138 |
+
Split splitncnn_23 1 2 234 235 236
|
| 139 |
+
RMSNorm rmsn_74 1 1 232 237 0=128 1=1.000000e-6 2=1
|
| 140 |
+
Split splitncnn_24 1 2 237 238 239
|
| 141 |
+
Slice chunk_4 1 2 235 240 241 -23300=2,-233,-233 1=2
|
| 142 |
+
UnaryOp neg_43 1 1 241 242 0=1
|
| 143 |
+
Concat cat_4 2 1 242 240 243 0=2
|
| 144 |
+
BinaryOp mul_44 2 1 243 110 244 0=2
|
| 145 |
+
BinaryOp mul_45 2 1 236 93 245 0=2
|
| 146 |
+
BinaryOp add_46 2 1 245 244 246 0=0
|
| 147 |
+
Slice chunk_5 1 2 238 247 248 -23300=2,-233,-233 1=2
|
| 148 |
+
UnaryOp neg_47 1 1 248 249 0=1
|
| 149 |
+
Concat cat_5 2 1 249 247 250 0=2
|
| 150 |
+
BinaryOp mul_48 2 1 250 111 251 0=2
|
| 151 |
+
BinaryOp mul_49 2 1 239 94 252 0=2
|
| 152 |
+
BinaryOp add_50 2 1 252 251 253 0=0
|
| 153 |
+
Permute permute_104 1 1 246 254 0=2
|
| 154 |
+
Permute permute_105 1 1 253 255 0=2
|
| 155 |
+
Permute permute_106 1 1 233 256 0=2
|
| 156 |
+
SDPA sdpa_162 4 1 254 255 256 66 257 5=1
|
| 157 |
+
Permute permute_107 1 1 257 258 0=2
|
| 158 |
+
Reshape flatten_154 1 1 258 259 0=4096 1=-1
|
| 159 |
+
Gemm gemm_17 1 1 259 260 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 160 |
+
BinaryOp mul_51 2 1 27 260 261 0=2
|
| 161 |
+
BinaryOp add_52 2 1 219 261 262 0=0
|
| 162 |
+
Split splitncnn_25 1 2 262 263 264
|
| 163 |
+
RMSNorm rmsn_75 1 1 264 265 0=4096 1=1.000000e-6 2=1
|
| 164 |
+
BinaryOp add_53 1 1 45 266 0=0 1=1 2=1.0
|
| 165 |
+
BinaryOp mul_54 2 1 265 266 267 0=2
|
| 166 |
+
BinaryOp add_55 2 1 267 36 268 0=0
|
| 167 |
+
Split splitncnn_26 1 2 268 269 270
|
| 168 |
+
Gemm gemm_18 1 1 270 271 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 169 |
+
Gemm gemm_19 1 1 269 272 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 170 |
+
GELU gelu_58 1 1 272 273
|
| 171 |
+
BinaryOp mul_56 2 1 271 273 274 0=2
|
| 172 |
+
Gemm gemm_20 1 1 274 275 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 173 |
+
BinaryOp mul_57 2 1 54 275 276 0=2
|
| 174 |
+
BinaryOp add_58 2 1 263 276 277 0=0
|
| 175 |
+
Split splitncnn_27 1 2 277 278 279
|
| 176 |
+
RMSNorm rmsn_76 1 1 279 280 0=4096 1=1.000000e-6 2=1
|
| 177 |
+
BinaryOp add_59 1 1 19 281 0=0 1=1 2=1.0
|
| 178 |
+
BinaryOp mul_60 2 1 280 281 282 0=2
|
| 179 |
+
BinaryOp add_61 2 1 282 10 283 0=0
|
| 180 |
+
Split splitncnn_28 1 3 283 284 285 286
|
| 181 |
+
Gemm gemm_21 1 1 286 287 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 182 |
+
Gemm gemm_22 1 1 285 288 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 183 |
+
Gemm gemm_23 1 1 284 289 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 184 |
+
Reshape unflatten_137 1 1 287 290 0=128 1=32 2=-1
|
| 185 |
+
Reshape unflatten_138 1 1 288 291 0=128 1=32 2=-1
|
| 186 |
+
Reshape unflatten_139 1 1 289 292 0=128 1=32 2=-1
|
| 187 |
+
RMSNorm rmsn_77 1 1 290 293 0=128 1=1.000000e-6 2=1
|
| 188 |
+
Split splitncnn_29 1 2 293 294 295
|
| 189 |
+
RMSNorm rmsn_78 1 1 291 296 0=128 1=1.000000e-6 2=1
|
| 190 |
+
Split splitncnn_30 1 2 296 297 298
|
| 191 |
+
Slice chunk_6 1 2 294 299 300 -23300=2,-233,-233 1=2
|
| 192 |
+
UnaryOp neg_62 1 1 300 301 0=1
|
| 193 |
+
Concat cat_6 2 1 301 299 302 0=2
|
| 194 |
+
BinaryOp mul_63 2 1 302 112 303 0=2
|
| 195 |
+
BinaryOp mul_64 2 1 295 95 304 0=2
|
| 196 |
+
BinaryOp add_65 2 1 304 303 305 0=0
|
| 197 |
+
Slice chunk_7 1 2 297 306 307 -23300=2,-233,-233 1=2
|
| 198 |
+
UnaryOp neg_66 1 1 307 308 0=1
|
| 199 |
+
Concat cat_7 2 1 308 306 309 0=2
|
| 200 |
+
BinaryOp mul_67 2 1 309 113 310 0=2
|
| 201 |
+
BinaryOp mul_68 2 1 298 96 311 0=2
|
| 202 |
+
BinaryOp add_69 2 1 311 310 312 0=0
|
| 203 |
+
Permute permute_108 1 1 305 313 0=2
|
| 204 |
+
Permute permute_109 1 1 312 314 0=2
|
| 205 |
+
Permute permute_110 1 1 292 315 0=2
|
| 206 |
+
SDPA sdpa_163 4 1 313 314 315 65 316 5=1
|
| 207 |
+
Permute permute_111 1 1 316 317 0=2
|
| 208 |
+
Reshape flatten_155 1 1 317 318 0=4096 1=-1
|
| 209 |
+
Gemm gemm_24 1 1 318 319 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 210 |
+
BinaryOp mul_70 2 1 28 319 320 0=2
|
| 211 |
+
BinaryOp add_71 2 1 278 320 321 0=0
|
| 212 |
+
Split splitncnn_31 1 2 321 322 323
|
| 213 |
+
RMSNorm rmsn_79 1 1 323 324 0=4096 1=1.000000e-6 2=1
|
| 214 |
+
BinaryOp add_72 1 1 46 325 0=0 1=1 2=1.0
|
| 215 |
+
BinaryOp mul_73 2 1 324 325 326 0=2
|
| 216 |
+
BinaryOp add_74 2 1 326 37 327 0=0
|
| 217 |
+
Split splitncnn_32 1 2 327 328 329
|
| 218 |
+
Gemm gemm_25 1 1 329 330 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 219 |
+
Gemm gemm_26 1 1 328 331 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 220 |
+
GELU gelu_59 1 1 331 332
|
| 221 |
+
BinaryOp mul_75 2 1 330 332 333 0=2
|
| 222 |
+
Gemm gemm_27 1 1 333 334 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 223 |
+
BinaryOp mul_76 2 1 55 334 335 0=2
|
| 224 |
+
BinaryOp add_77 2 1 322 335 336 0=0
|
| 225 |
+
Split splitncnn_33 1 2 336 337 338
|
| 226 |
+
RMSNorm rmsn_80 1 1 338 339 0=4096 1=1.000000e-6 2=1
|
| 227 |
+
BinaryOp add_78 1 1 20 340 0=0 1=1 2=1.0
|
| 228 |
+
BinaryOp mul_79 2 1 339 340 341 0=2
|
| 229 |
+
BinaryOp add_80 2 1 341 11 342 0=0
|
| 230 |
+
Split splitncnn_34 1 3 342 343 344 345
|
| 231 |
+
Gemm gemm_28 1 1 345 346 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 232 |
+
Gemm gemm_29 1 1 344 347 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 233 |
+
Gemm gemm_30 1 1 343 348 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 234 |
+
Reshape unflatten_140 1 1 346 349 0=128 1=32 2=-1
|
| 235 |
+
Reshape unflatten_141 1 1 347 350 0=128 1=32 2=-1
|
| 236 |
+
Reshape unflatten_142 1 1 348 351 0=128 1=32 2=-1
|
| 237 |
+
RMSNorm rmsn_81 1 1 349 352 0=128 1=1.000000e-6 2=1
|
| 238 |
+
Split splitncnn_35 1 2 352 353 354
|
| 239 |
+
RMSNorm rmsn_82 1 1 350 355 0=128 1=1.000000e-6 2=1
|
| 240 |
+
Split splitncnn_36 1 2 355 356 357
|
| 241 |
+
Slice chunk_8 1 2 353 358 359 -23300=2,-233,-233 1=2
|
| 242 |
+
UnaryOp neg_81 1 1 359 360 0=1
|
| 243 |
+
Concat cat_8 2 1 360 358 361 0=2
|
| 244 |
+
BinaryOp mul_82 2 1 361 114 362 0=2
|
| 245 |
+
BinaryOp mul_83 2 1 354 97 363 0=2
|
| 246 |
+
BinaryOp add_84 2 1 363 362 364 0=0
|
| 247 |
+
Slice chunk_9 1 2 356 365 366 -23300=2,-233,-233 1=2
|
| 248 |
+
UnaryOp neg_85 1 1 366 367 0=1
|
| 249 |
+
Concat cat_9 2 1 367 365 368 0=2
|
| 250 |
+
BinaryOp mul_86 2 1 368 115 369 0=2
|
| 251 |
+
BinaryOp mul_87 2 1 357 98 370 0=2
|
| 252 |
+
BinaryOp add_88 2 1 370 369 371 0=0
|
| 253 |
+
Permute permute_112 1 1 364 372 0=2
|
| 254 |
+
Permute permute_113 1 1 371 373 0=2
|
| 255 |
+
Permute permute_114 1 1 351 374 0=2
|
| 256 |
+
SDPA sdpa_164 4 1 372 373 374 64 375 5=1
|
| 257 |
+
Permute permute_115 1 1 375 376 0=2
|
| 258 |
+
Reshape flatten_156 1 1 376 377 0=4096 1=-1
|
| 259 |
+
Gemm gemm_31 1 1 377 378 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 260 |
+
BinaryOp mul_89 2 1 29 378 379 0=2
|
| 261 |
+
BinaryOp add_90 2 1 337 379 380 0=0
|
| 262 |
+
Split splitncnn_37 1 2 380 381 382
|
| 263 |
+
RMSNorm rmsn_83 1 1 382 383 0=4096 1=1.000000e-6 2=1
|
| 264 |
+
BinaryOp add_91 1 1 47 384 0=0 1=1 2=1.0
|
| 265 |
+
BinaryOp mul_92 2 1 383 384 385 0=2
|
| 266 |
+
BinaryOp add_93 2 1 385 38 386 0=0
|
| 267 |
+
Split splitncnn_38 1 2 386 387 388
|
| 268 |
+
Gemm gemm_32 1 1 388 389 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 269 |
+
Gemm gemm_33 1 1 387 390 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 270 |
+
GELU gelu_60 1 1 390 391
|
| 271 |
+
BinaryOp mul_94 2 1 389 391 392 0=2
|
| 272 |
+
Gemm gemm_34 1 1 392 393 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 273 |
+
BinaryOp mul_95 2 1 56 393 394 0=2
|
| 274 |
+
BinaryOp add_96 2 1 381 394 395 0=0
|
| 275 |
+
Split splitncnn_39 1 2 395 396 397
|
| 276 |
+
RMSNorm rmsn_84 1 1 397 398 0=4096 1=1.000000e-6 2=1
|
| 277 |
+
BinaryOp add_97 1 1 21 399 0=0 1=1 2=1.0
|
| 278 |
+
BinaryOp mul_98 2 1 398 399 400 0=2
|
| 279 |
+
BinaryOp add_99 2 1 400 12 401 0=0
|
| 280 |
+
Split splitncnn_40 1 3 401 402 403 404
|
| 281 |
+
Gemm gemm_35 1 1 404 405 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 282 |
+
Gemm gemm_36 1 1 403 406 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 283 |
+
Gemm gemm_37 1 1 402 407 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 284 |
+
Reshape unflatten_143 1 1 405 408 0=128 1=32 2=-1
|
| 285 |
+
Reshape unflatten_144 1 1 406 409 0=128 1=32 2=-1
|
| 286 |
+
Reshape unflatten_145 1 1 407 410 0=128 1=32 2=-1
|
| 287 |
+
RMSNorm rmsn_85 1 1 408 411 0=128 1=1.000000e-6 2=1
|
| 288 |
+
Split splitncnn_41 1 2 411 412 413
|
| 289 |
+
RMSNorm rmsn_86 1 1 409 414 0=128 1=1.000000e-6 2=1
|
| 290 |
+
Split splitncnn_42 1 2 414 415 416
|
| 291 |
+
Slice chunk_10 1 2 412 417 418 -23300=2,-233,-233 1=2
|
| 292 |
+
UnaryOp neg_100 1 1 418 419 0=1
|
| 293 |
+
Concat cat_10 2 1 419 417 420 0=2
|
| 294 |
+
BinaryOp mul_101 2 1 420 116 421 0=2
|
| 295 |
+
BinaryOp mul_102 2 1 413 99 422 0=2
|
| 296 |
+
BinaryOp add_103 2 1 422 421 423 0=0
|
| 297 |
+
Slice chunk_11 1 2 415 424 425 -23300=2,-233,-233 1=2
|
| 298 |
+
UnaryOp neg_104 1 1 425 426 0=1
|
| 299 |
+
Concat cat_11 2 1 426 424 427 0=2
|
| 300 |
+
BinaryOp mul_105 2 1 427 117 428 0=2
|
| 301 |
+
BinaryOp mul_106 2 1 416 100 429 0=2
|
| 302 |
+
BinaryOp add_107 2 1 429 428 430 0=0
|
| 303 |
+
Permute permute_116 1 1 423 431 0=2
|
| 304 |
+
Permute permute_117 1 1 430 432 0=2
|
| 305 |
+
Permute permute_118 1 1 410 433 0=2
|
| 306 |
+
SDPA sdpa_165 4 1 431 432 433 63 434 5=1
|
| 307 |
+
Permute permute_119 1 1 434 435 0=2
|
| 308 |
+
Reshape flatten_157 1 1 435 436 0=4096 1=-1
|
| 309 |
+
Gemm gemm_38 1 1 436 437 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 310 |
+
BinaryOp mul_108 2 1 30 437 438 0=2
|
| 311 |
+
BinaryOp add_109 2 1 396 438 439 0=0
|
| 312 |
+
Split splitncnn_43 1 2 439 440 441
|
| 313 |
+
RMSNorm rmsn_87 1 1 441 442 0=4096 1=1.000000e-6 2=1
|
| 314 |
+
BinaryOp add_110 1 1 48 443 0=0 1=1 2=1.0
|
| 315 |
+
BinaryOp mul_111 2 1 442 443 444 0=2
|
| 316 |
+
BinaryOp add_112 2 1 444 39 445 0=0
|
| 317 |
+
Split splitncnn_44 1 2 445 446 447
|
| 318 |
+
Gemm gemm_39 1 1 447 448 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 319 |
+
Gemm gemm_40 1 1 446 449 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 320 |
+
GELU gelu_61 1 1 449 450
|
| 321 |
+
BinaryOp mul_113 2 1 448 450 451 0=2
|
| 322 |
+
Gemm gemm_41 1 1 451 452 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 323 |
+
BinaryOp mul_114 2 1 57 452 453 0=2
|
| 324 |
+
BinaryOp add_115 2 1 440 453 454 0=0
|
| 325 |
+
Split splitncnn_45 1 2 454 455 456
|
| 326 |
+
RMSNorm rmsn_88 1 1 456 457 0=4096 1=1.000000e-6 2=1
|
| 327 |
+
BinaryOp add_116 1 1 22 458 0=0 1=1 2=1.0
|
| 328 |
+
BinaryOp mul_117 2 1 457 458 459 0=2
|
| 329 |
+
BinaryOp add_118 2 1 459 13 460 0=0
|
| 330 |
+
Split splitncnn_46 1 3 460 461 462 463
|
| 331 |
+
Gemm gemm_42 1 1 463 464 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 332 |
+
Gemm gemm_43 1 1 462 465 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 333 |
+
Gemm gemm_44 1 1 461 466 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 334 |
+
Reshape unflatten_146 1 1 464 467 0=128 1=32 2=-1
|
| 335 |
+
Reshape unflatten_147 1 1 465 468 0=128 1=32 2=-1
|
| 336 |
+
Reshape unflatten_148 1 1 466 469 0=128 1=32 2=-1
|
| 337 |
+
RMSNorm rmsn_89 1 1 467 470 0=128 1=1.000000e-6 2=1
|
| 338 |
+
Split splitncnn_47 1 2 470 471 472
|
| 339 |
+
RMSNorm rmsn_90 1 1 468 473 0=128 1=1.000000e-6 2=1
|
| 340 |
+
Split splitncnn_48 1 2 473 474 475
|
| 341 |
+
Slice chunk_12 1 2 471 476 477 -23300=2,-233,-233 1=2
|
| 342 |
+
UnaryOp neg_119 1 1 477 478 0=1
|
| 343 |
+
Concat cat_12 2 1 478 476 479 0=2
|
| 344 |
+
BinaryOp mul_120 2 1 479 118 480 0=2
|
| 345 |
+
BinaryOp mul_121 2 1 472 101 481 0=2
|
| 346 |
+
BinaryOp add_122 2 1 481 480 482 0=0
|
| 347 |
+
Slice chunk_13 1 2 474 483 484 -23300=2,-233,-233 1=2
|
| 348 |
+
UnaryOp neg_123 1 1 484 485 0=1
|
| 349 |
+
Concat cat_13 2 1 485 483 486 0=2
|
| 350 |
+
BinaryOp mul_124 2 1 486 119 487 0=2
|
| 351 |
+
BinaryOp mul_125 2 1 475 102 488 0=2
|
| 352 |
+
BinaryOp add_126 2 1 488 487 489 0=0
|
| 353 |
+
Permute permute_120 1 1 482 490 0=2
|
| 354 |
+
Permute permute_121 1 1 489 491 0=2
|
| 355 |
+
Permute permute_122 1 1 469 492 0=2
|
| 356 |
+
SDPA sdpa_166 4 1 490 491 492 62 493 5=1
|
| 357 |
+
Permute permute_123 1 1 493 494 0=2
|
| 358 |
+
Reshape flatten_158 1 1 494 495 0=4096 1=-1
|
| 359 |
+
Gemm gemm_45 1 1 495 496 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 360 |
+
BinaryOp mul_127 2 1 31 496 497 0=2
|
| 361 |
+
BinaryOp add_128 2 1 455 497 498 0=0
|
| 362 |
+
Split splitncnn_49 1 2 498 499 500
|
| 363 |
+
RMSNorm rmsn_91 1 1 500 501 0=4096 1=1.000000e-6 2=1
|
| 364 |
+
BinaryOp add_129 1 1 49 502 0=0 1=1 2=1.0
|
| 365 |
+
BinaryOp mul_130 2 1 501 502 503 0=2
|
| 366 |
+
BinaryOp add_131 2 1 503 40 504 0=0
|
| 367 |
+
Split splitncnn_50 1 2 504 505 506
|
| 368 |
+
Gemm gemm_46 1 1 506 507 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 369 |
+
Gemm gemm_47 1 1 505 508 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 370 |
+
GELU gelu_62 1 1 508 509
|
| 371 |
+
BinaryOp mul_132 2 1 507 509 510 0=2
|
| 372 |
+
Gemm gemm_48 1 1 510 511 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 373 |
+
BinaryOp mul_133 2 1 58 511 512 0=2
|
| 374 |
+
BinaryOp add_134 2 1 499 512 513 0=0
|
| 375 |
+
Split splitncnn_51 1 2 513 514 515
|
| 376 |
+
RMSNorm rmsn_92 1 1 515 516 0=4096 1=1.000000e-6 2=1
|
| 377 |
+
BinaryOp add_135 1 1 23 517 0=0 1=1 2=1.0
|
| 378 |
+
BinaryOp mul_136 2 1 516 517 518 0=2
|
| 379 |
+
BinaryOp add_137 2 1 518 14 519 0=0
|
| 380 |
+
Split splitncnn_52 1 3 519 520 521 522
|
| 381 |
+
Gemm gemm_49 1 1 522 523 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 382 |
+
Gemm gemm_50 1 1 521 524 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 383 |
+
Gemm gemm_51 1 1 520 525 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 384 |
+
Reshape unflatten_149 1 1 523 526 0=128 1=32 2=-1
|
| 385 |
+
Reshape unflatten_150 1 1 524 527 0=128 1=32 2=-1
|
| 386 |
+
Reshape unflatten_151 1 1 525 528 0=128 1=32 2=-1
|
| 387 |
+
RMSNorm rmsn_93 1 1 526 529 0=128 1=1.000000e-6 2=1
|
| 388 |
+
Split splitncnn_53 1 2 529 530 531
|
| 389 |
+
RMSNorm rmsn_94 1 1 527 532 0=128 1=1.000000e-6 2=1
|
| 390 |
+
Split splitncnn_54 1 2 532 533 534
|
| 391 |
+
Slice chunk_14 1 2 530 535 536 -23300=2,-233,-233 1=2
|
| 392 |
+
UnaryOp neg_138 1 1 536 537 0=1
|
| 393 |
+
Concat cat_14 2 1 537 535 538 0=2
|
| 394 |
+
BinaryOp mul_139 2 1 538 120 539 0=2
|
| 395 |
+
BinaryOp mul_140 2 1 531 103 540 0=2
|
| 396 |
+
BinaryOp add_141 2 1 540 539 541 0=0
|
| 397 |
+
Slice chunk_15 1 2 533 542 543 -23300=2,-233,-233 1=2
|
| 398 |
+
UnaryOp neg_142 1 1 543 544 0=1
|
| 399 |
+
Concat cat_15 2 1 544 542 545 0=2
|
| 400 |
+
BinaryOp mul_143 2 1 545 121 546 0=2
|
| 401 |
+
BinaryOp mul_144 2 1 534 104 547 0=2
|
| 402 |
+
BinaryOp add_145 2 1 547 546 548 0=0
|
| 403 |
+
Permute permute_124 1 1 541 549 0=2
|
| 404 |
+
Permute permute_125 1 1 548 550 0=2
|
| 405 |
+
Permute permute_126 1 1 528 551 0=2
|
| 406 |
+
SDPA sdpa_167 4 1 549 550 551 61 552 5=1
|
| 407 |
+
Permute permute_127 1 1 552 553 0=2
|
| 408 |
+
Reshape flatten_159 1 1 553 554 0=4096 1=-1
|
| 409 |
+
Gemm gemm_52 1 1 554 555 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 410 |
+
BinaryOp mul_146 2 1 32 555 556 0=2
|
| 411 |
+
BinaryOp add_147 2 1 514 556 557 0=0
|
| 412 |
+
Split splitncnn_55 1 2 557 558 559
|
| 413 |
+
RMSNorm rmsn_95 1 1 559 560 0=4096 1=1.000000e-6 2=1
|
| 414 |
+
BinaryOp add_148 1 1 50 561 0=0 1=1 2=1.0
|
| 415 |
+
BinaryOp mul_149 2 1 560 561 562 0=2
|
| 416 |
+
BinaryOp add_150 2 1 562 41 563 0=0
|
| 417 |
+
Split splitncnn_56 1 2 563 564 565
|
| 418 |
+
Gemm gemm_53 1 1 565 566 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 419 |
+
Gemm gemm_54 1 1 564 567 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 420 |
+
GELU gelu_63 1 1 567 568
|
| 421 |
+
BinaryOp mul_151 2 1 566 568 569 0=2
|
| 422 |
+
Gemm gemm_55 1 1 569 570 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 423 |
+
BinaryOp mul_152 2 1 59 570 571 0=2
|
| 424 |
+
BinaryOp add_153 2 1 558 571 out0 0=0
|
dit/layers_32_35.ncnn.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:eb43f015092a6f767bd9133d4a360f6863efb25efb6e1d14349e66a382dbd6c4
|
| 3 |
+
size 3489812648
|
dit/layers_32_35.ncnn.param
ADDED
|
@@ -0,0 +1,224 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
7767517
|
| 2 |
+
222 294
|
| 3 |
+
Input in0 0 1 in0
|
| 4 |
+
Split splitncnn_0 1 2 in0 1 2
|
| 5 |
+
Input in1 0 1 in1
|
| 6 |
+
Split splitncnn_1 1 2 in1 4 5
|
| 7 |
+
Input in2 0 1 in2
|
| 8 |
+
Split splitncnn_2 1 4 in2 7 8 9 10
|
| 9 |
+
Input in3 0 1 in3
|
| 10 |
+
Split splitncnn_3 1 4 in3 12 13 14 15
|
| 11 |
+
Input in4 0 1 in4
|
| 12 |
+
Split splitncnn_4 1 4 in4 17 18 19 20
|
| 13 |
+
Input in5 0 1 in5
|
| 14 |
+
Split splitncnn_5 1 4 in5 22 23 24 25
|
| 15 |
+
Input in6 0 1 in6
|
| 16 |
+
Split splitncnn_6 1 4 in6 27 28 29 30
|
| 17 |
+
Input in7 0 1 in7
|
| 18 |
+
Split splitncnn_7 1 4 in7 32 33 34 35
|
| 19 |
+
MemoryData attention_mask 0 1 36 0=4110 1=1 2=1
|
| 20 |
+
Input in8 0 1 in8
|
| 21 |
+
Split splitncnn_0 1 4 in8 37 38 39 40
|
| 22 |
+
RMSNorm rmsn_32 1 1 2 41 0=4096 1=1.000000e-6 2=1
|
| 23 |
+
BinaryOp add_0 1 1 12 42 0=0 1=1 2=1.0
|
| 24 |
+
BinaryOp mul_1 2 1 41 42 43 0=2
|
| 25 |
+
BinaryOp add_2 2 1 43 7 44 0=0
|
| 26 |
+
Split splitncnn_8 1 3 44 45 46 47
|
| 27 |
+
Gemm gemm_0 1 1 47 48 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 28 |
+
Gemm gemm_1 1 1 46 49 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 29 |
+
Gemm gemm_2 1 1 45 50 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 30 |
+
Reshape unflatten_64 1 1 48 51 0=128 1=32 2=-1
|
| 31 |
+
Reshape unflatten_65 1 1 49 52 0=128 1=32 2=-1
|
| 32 |
+
Reshape unflatten_66 1 1 50 53 0=128 1=32 2=-1
|
| 33 |
+
RMSNorm rmsn_33 1 1 51 54 0=128 1=1.000000e-6 2=1
|
| 34 |
+
Split splitncnn_9 1 2 54 55 56
|
| 35 |
+
RMSNorm rmsn_34 1 1 52 57 0=128 1=1.000000e-6 2=1
|
| 36 |
+
Split splitncnn_10 1 2 57 58 59
|
| 37 |
+
UnaryOp cos_3 1 1 4 60 0=10
|
| 38 |
+
Split splitncnn_11 1 8 60 61 62 63 64 65 66 67 68
|
| 39 |
+
UnaryOp sin_4 1 1 5 69 0=9
|
| 40 |
+
Split splitncnn_12 1 8 69 70 71 72 73 74 75 76 77
|
| 41 |
+
Slice chunk_0 1 2 55 78 79 -23300=2,-233,-233 1=2
|
| 42 |
+
UnaryOp neg_5 1 1 79 80 0=1
|
| 43 |
+
Concat cat_0 2 1 80 78 81 0=2
|
| 44 |
+
BinaryOp mul_6 2 1 81 70 82 0=2
|
| 45 |
+
BinaryOp mul_7 2 1 56 61 83 0=2
|
| 46 |
+
BinaryOp add_8 2 1 83 82 84 0=0
|
| 47 |
+
Slice chunk_1 1 2 58 85 86 -23300=2,-233,-233 1=2
|
| 48 |
+
UnaryOp neg_9 1 1 86 87 0=1
|
| 49 |
+
Concat cat_1 2 1 87 85 88 0=2
|
| 50 |
+
BinaryOp mul_10 2 1 88 71 89 0=2
|
| 51 |
+
BinaryOp mul_11 2 1 59 62 90 0=2
|
| 52 |
+
BinaryOp add_12 2 1 90 89 91 0=0
|
| 53 |
+
Permute permute_48 1 1 84 92 0=2
|
| 54 |
+
Permute permute_49 1 1 91 93 0=2
|
| 55 |
+
Permute permute_50 1 1 53 94 0=2
|
| 56 |
+
SDPA sdpa_80 4 1 92 93 94 40 95 5=1
|
| 57 |
+
Permute permute_51 1 1 95 96 0=2
|
| 58 |
+
Reshape flatten_76 1 1 96 97 0=4096 1=-1
|
| 59 |
+
Gemm gemm_3 1 1 97 98 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 60 |
+
BinaryOp mul_13 2 1 17 98 99 0=2
|
| 61 |
+
BinaryOp add_14 2 1 1 99 100 0=0
|
| 62 |
+
Split splitncnn_13 1 2 100 101 102
|
| 63 |
+
RMSNorm rmsn_35 1 1 102 103 0=4096 1=1.000000e-6 2=1
|
| 64 |
+
BinaryOp add_15 1 1 27 104 0=0 1=1 2=1.0
|
| 65 |
+
BinaryOp mul_16 2 1 103 104 105 0=2
|
| 66 |
+
BinaryOp add_17 2 1 105 22 106 0=0
|
| 67 |
+
Split splitncnn_14 1 2 106 107 108
|
| 68 |
+
Gemm gemm_4 1 1 108 109 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 69 |
+
Gemm gemm_5 1 1 107 110 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 70 |
+
GELU gelu_28 1 1 110 111
|
| 71 |
+
BinaryOp mul_18 2 1 109 111 112 0=2
|
| 72 |
+
Gemm gemm_6 1 1 112 113 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 73 |
+
BinaryOp mul_19 2 1 32 113 114 0=2
|
| 74 |
+
BinaryOp add_20 2 1 101 114 115 0=0
|
| 75 |
+
Split splitncnn_15 1 2 115 116 117
|
| 76 |
+
RMSNorm rmsn_36 1 1 117 118 0=4096 1=1.000000e-6 2=1
|
| 77 |
+
BinaryOp add_21 1 1 13 119 0=0 1=1 2=1.0
|
| 78 |
+
BinaryOp mul_22 2 1 118 119 120 0=2
|
| 79 |
+
BinaryOp add_23 2 1 120 8 121 0=0
|
| 80 |
+
Split splitncnn_16 1 3 121 122 123 124
|
| 81 |
+
Gemm gemm_7 1 1 124 125 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 82 |
+
Gemm gemm_8 1 1 123 126 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 83 |
+
Gemm gemm_9 1 1 122 127 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 84 |
+
Reshape unflatten_67 1 1 125 128 0=128 1=32 2=-1
|
| 85 |
+
Reshape unflatten_68 1 1 126 129 0=128 1=32 2=-1
|
| 86 |
+
Reshape unflatten_69 1 1 127 130 0=128 1=32 2=-1
|
| 87 |
+
RMSNorm rmsn_37 1 1 128 131 0=128 1=1.000000e-6 2=1
|
| 88 |
+
Split splitncnn_17 1 2 131 132 133
|
| 89 |
+
RMSNorm rmsn_38 1 1 129 134 0=128 1=1.000000e-6 2=1
|
| 90 |
+
Split splitncnn_18 1 2 134 135 136
|
| 91 |
+
Slice chunk_2 1 2 132 137 138 -23300=2,-233,-233 1=2
|
| 92 |
+
UnaryOp neg_24 1 1 138 139 0=1
|
| 93 |
+
Concat cat_2 2 1 139 137 140 0=2
|
| 94 |
+
BinaryOp mul_25 2 1 140 72 141 0=2
|
| 95 |
+
BinaryOp mul_26 2 1 133 63 142 0=2
|
| 96 |
+
BinaryOp add_27 2 1 142 141 143 0=0
|
| 97 |
+
Slice chunk_3 1 2 135 144 145 -23300=2,-233,-233 1=2
|
| 98 |
+
UnaryOp neg_28 1 1 145 146 0=1
|
| 99 |
+
Concat cat_3 2 1 146 144 147 0=2
|
| 100 |
+
BinaryOp mul_29 2 1 147 73 148 0=2
|
| 101 |
+
BinaryOp mul_30 2 1 136 64 149 0=2
|
| 102 |
+
BinaryOp add_31 2 1 149 148 150 0=0
|
| 103 |
+
Permute permute_52 1 1 143 151 0=2
|
| 104 |
+
Permute permute_53 1 1 150 152 0=2
|
| 105 |
+
Permute permute_54 1 1 130 153 0=2
|
| 106 |
+
SDPA sdpa_81 4 1 151 152 153 39 154 5=1
|
| 107 |
+
Permute permute_55 1 1 154 155 0=2
|
| 108 |
+
Reshape flatten_77 1 1 155 156 0=4096 1=-1
|
| 109 |
+
Gemm gemm_10 1 1 156 157 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 110 |
+
BinaryOp mul_32 2 1 18 157 158 0=2
|
| 111 |
+
BinaryOp add_33 2 1 116 158 159 0=0
|
| 112 |
+
Split splitncnn_19 1 2 159 160 161
|
| 113 |
+
RMSNorm rmsn_39 1 1 161 162 0=4096 1=1.000000e-6 2=1
|
| 114 |
+
BinaryOp add_34 1 1 28 163 0=0 1=1 2=1.0
|
| 115 |
+
BinaryOp mul_35 2 1 162 163 164 0=2
|
| 116 |
+
BinaryOp add_36 2 1 164 23 165 0=0
|
| 117 |
+
Split splitncnn_20 1 2 165 166 167
|
| 118 |
+
Gemm gemm_11 1 1 167 168 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 119 |
+
Gemm gemm_12 1 1 166 169 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 120 |
+
GELU gelu_29 1 1 169 170
|
| 121 |
+
BinaryOp mul_37 2 1 168 170 171 0=2
|
| 122 |
+
Gemm gemm_13 1 1 171 172 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 123 |
+
BinaryOp mul_38 2 1 33 172 173 0=2
|
| 124 |
+
BinaryOp add_39 2 1 160 173 174 0=0
|
| 125 |
+
Split splitncnn_21 1 2 174 175 176
|
| 126 |
+
RMSNorm rmsn_40 1 1 176 177 0=4096 1=1.000000e-6 2=1
|
| 127 |
+
BinaryOp add_40 1 1 14 178 0=0 1=1 2=1.0
|
| 128 |
+
BinaryOp mul_41 2 1 177 178 179 0=2
|
| 129 |
+
BinaryOp add_42 2 1 179 9 180 0=0
|
| 130 |
+
Split splitncnn_22 1 3 180 181 182 183
|
| 131 |
+
Gemm gemm_14 1 1 183 184 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 132 |
+
Gemm gemm_15 1 1 182 185 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 133 |
+
Gemm gemm_16 1 1 181 186 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 134 |
+
Reshape unflatten_70 1 1 184 187 0=128 1=32 2=-1
|
| 135 |
+
Reshape unflatten_71 1 1 185 188 0=128 1=32 2=-1
|
| 136 |
+
Reshape unflatten_72 1 1 186 189 0=128 1=32 2=-1
|
| 137 |
+
RMSNorm rmsn_41 1 1 187 190 0=128 1=1.000000e-6 2=1
|
| 138 |
+
Split splitncnn_23 1 2 190 191 192
|
| 139 |
+
RMSNorm rmsn_42 1 1 188 193 0=128 1=1.000000e-6 2=1
|
| 140 |
+
Split splitncnn_24 1 2 193 194 195
|
| 141 |
+
Slice chunk_4 1 2 191 196 197 -23300=2,-233,-233 1=2
|
| 142 |
+
UnaryOp neg_43 1 1 197 198 0=1
|
| 143 |
+
Concat cat_4 2 1 198 196 199 0=2
|
| 144 |
+
BinaryOp mul_44 2 1 199 74 200 0=2
|
| 145 |
+
BinaryOp mul_45 2 1 192 65 201 0=2
|
| 146 |
+
BinaryOp add_46 2 1 201 200 202 0=0
|
| 147 |
+
Slice chunk_5 1 2 194 203 204 -23300=2,-233,-233 1=2
|
| 148 |
+
UnaryOp neg_47 1 1 204 205 0=1
|
| 149 |
+
Concat cat_5 2 1 205 203 206 0=2
|
| 150 |
+
BinaryOp mul_48 2 1 206 75 207 0=2
|
| 151 |
+
BinaryOp mul_49 2 1 195 66 208 0=2
|
| 152 |
+
BinaryOp add_50 2 1 208 207 209 0=0
|
| 153 |
+
Permute permute_56 1 1 202 210 0=2
|
| 154 |
+
Permute permute_57 1 1 209 211 0=2
|
| 155 |
+
Permute permute_58 1 1 189 212 0=2
|
| 156 |
+
SDPA sdpa_82 4 1 210 211 212 38 213 5=1
|
| 157 |
+
Permute permute_59 1 1 213 214 0=2
|
| 158 |
+
Reshape flatten_78 1 1 214 215 0=4096 1=-1
|
| 159 |
+
Gemm gemm_17 1 1 215 216 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 160 |
+
BinaryOp mul_51 2 1 19 216 217 0=2
|
| 161 |
+
BinaryOp add_52 2 1 175 217 218 0=0
|
| 162 |
+
Split splitncnn_25 1 2 218 219 220
|
| 163 |
+
RMSNorm rmsn_43 1 1 220 221 0=4096 1=1.000000e-6 2=1
|
| 164 |
+
BinaryOp add_53 1 1 29 222 0=0 1=1 2=1.0
|
| 165 |
+
BinaryOp mul_54 2 1 221 222 223 0=2
|
| 166 |
+
BinaryOp add_55 2 1 223 24 224 0=0
|
| 167 |
+
Split splitncnn_26 1 2 224 225 226
|
| 168 |
+
Gemm gemm_18 1 1 226 227 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 169 |
+
Gemm gemm_19 1 1 225 228 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 170 |
+
GELU gelu_30 1 1 228 229
|
| 171 |
+
BinaryOp mul_56 2 1 227 229 230 0=2
|
| 172 |
+
Gemm gemm_20 1 1 230 231 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 173 |
+
BinaryOp mul_57 2 1 34 231 232 0=2
|
| 174 |
+
BinaryOp add_58 2 1 219 232 233 0=0
|
| 175 |
+
Split splitncnn_27 1 2 233 234 235
|
| 176 |
+
RMSNorm rmsn_44 1 1 235 236 0=4096 1=1.000000e-6 2=1
|
| 177 |
+
BinaryOp add_59 1 1 15 237 0=0 1=1 2=1.0
|
| 178 |
+
BinaryOp mul_60 2 1 236 237 238 0=2
|
| 179 |
+
BinaryOp add_61 2 1 238 10 239 0=0
|
| 180 |
+
Split splitncnn_28 1 3 239 240 241 242
|
| 181 |
+
Gemm gemm_21 1 1 242 243 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 182 |
+
Gemm gemm_22 1 1 241 244 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 183 |
+
Gemm gemm_23 1 1 240 245 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 184 |
+
Reshape unflatten_73 1 1 243 246 0=128 1=32 2=-1
|
| 185 |
+
Reshape unflatten_74 1 1 244 247 0=128 1=32 2=-1
|
| 186 |
+
Reshape unflatten_75 1 1 245 248 0=128 1=32 2=-1
|
| 187 |
+
RMSNorm rmsn_45 1 1 246 249 0=128 1=1.000000e-6 2=1
|
| 188 |
+
Split splitncnn_29 1 2 249 250 251
|
| 189 |
+
RMSNorm rmsn_46 1 1 247 252 0=128 1=1.000000e-6 2=1
|
| 190 |
+
Split splitncnn_30 1 2 252 253 254
|
| 191 |
+
Slice chunk_6 1 2 250 255 256 -23300=2,-233,-233 1=2
|
| 192 |
+
UnaryOp neg_62 1 1 256 257 0=1
|
| 193 |
+
Concat cat_6 2 1 257 255 258 0=2
|
| 194 |
+
BinaryOp mul_63 2 1 258 76 259 0=2
|
| 195 |
+
BinaryOp mul_64 2 1 251 67 260 0=2
|
| 196 |
+
BinaryOp add_65 2 1 260 259 261 0=0
|
| 197 |
+
Slice chunk_7 1 2 253 262 263 -23300=2,-233,-233 1=2
|
| 198 |
+
UnaryOp neg_66 1 1 263 264 0=1
|
| 199 |
+
Concat cat_7 2 1 264 262 265 0=2
|
| 200 |
+
BinaryOp mul_67 2 1 265 77 266 0=2
|
| 201 |
+
BinaryOp mul_68 2 1 254 68 267 0=2
|
| 202 |
+
BinaryOp add_69 2 1 267 266 268 0=0
|
| 203 |
+
Permute permute_60 1 1 261 269 0=2
|
| 204 |
+
Permute permute_61 1 1 268 270 0=2
|
| 205 |
+
Permute permute_62 1 1 248 271 0=2
|
| 206 |
+
SDPA sdpa_83 4 1 269 270 271 37 272 5=1
|
| 207 |
+
Permute permute_63 1 1 272 273 0=2
|
| 208 |
+
Reshape flatten_79 1 1 273 274 0=4096 1=-1
|
| 209 |
+
Gemm gemm_24 1 1 274 275 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
|
| 210 |
+
BinaryOp mul_70 2 1 20 275 276 0=2
|
| 211 |
+
BinaryOp add_71 2 1 234 276 277 0=0
|
| 212 |
+
Split splitncnn_31 1 2 277 278 279
|
| 213 |
+
RMSNorm rmsn_47 1 1 279 280 0=4096 1=1.000000e-6 2=1
|
| 214 |
+
BinaryOp add_72 1 1 30 281 0=0 1=1 2=1.0
|
| 215 |
+
BinaryOp mul_73 2 1 280 281 282 0=2
|
| 216 |
+
BinaryOp add_74 2 1 282 25 283 0=0
|
| 217 |
+
Split splitncnn_32 1 2 283 284 285
|
| 218 |
+
Gemm gemm_25 1 1 285 286 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 219 |
+
Gemm gemm_26 1 1 284 287 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
|
| 220 |
+
GELU gelu_31 1 1 287 288
|
| 221 |
+
BinaryOp mul_75 2 1 286 288 289 0=2
|
| 222 |
+
Gemm gemm_27 1 1 289 290 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
|
| 223 |
+
BinaryOp mul_76 2 1 35 290 291 0=2
|
| 224 |
+
BinaryOp add_77 2 1 278 291 out0 0=0
|
dit/output_head.ncnn.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dd92f84a863ca32c5ed68fc7f20755c53e9021b206bb4894899725d3fce1cef4
|
| 3 |
+
size 136348172
|
dit/output_head.ncnn.param
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
7767517
|
| 2 |
+
14 15
|
| 3 |
+
Input in0 0 1 in0
|
| 4 |
+
Input in1 0 1 in1
|
| 5 |
+
InnerProduct linear_2 1 1 in1 2 0=8192 1=1 2=33554432
|
| 6 |
+
Slice chunk_0 1 2 2 3 4 -23300=2,-233,-233 1=0
|
| 7 |
+
LayerNorm ln_1 1 1 in0 5 0=4096 1=1.000000e-6 2=0
|
| 8 |
+
ExpandDims unsqueeze_5 1 1 3 6 -23303=1,0
|
| 9 |
+
ExpandDims unsqueeze_6 1 1 4 7 -23303=1,0
|
| 10 |
+
BinaryOp add_0 1 1 6 8 0=0 1=1 2=1.0
|
| 11 |
+
BinaryOp mul_1 2 1 5 8 9 0=2
|
| 12 |
+
BinaryOp add_2 2 1 9 7 10 0=0
|
| 13 |
+
Gemm gemm_0 1 1 10 11 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=4096
|
| 14 |
+
Crop slice_0 1 1 11 12 -23310=1,4096 -23311=1,0 -23309=1,0
|
| 15 |
+
Permute transpose_4 1 1 12 13 0=1
|
| 16 |
+
Reshape reshape_3 1 1 13 out0 0=64 1=64 2=128
|
rng/manifest.json
ADDED
|
@@ -0,0 +1,34 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"conversion": "exact BF16 value promotion to little-endian FP32",
|
| 3 |
+
"output": {
|
| 4 |
+
"bytes": 2097152,
|
| 5 |
+
"dtype": "float32 little-endian",
|
| 6 |
+
"path": "/root/autodl-tmp/ernie-image-ncnn/stage_e_cpp_dynamic_runtime/model_package/ernie-image-turbo/rng/official_cuda_bf16_seed42.f32",
|
| 7 |
+
"sha256": "148f77a8a1f9487145f7d3fd8172ea207e71f02626da643b0b56d8ba619c9022",
|
| 8 |
+
"status": "created"
|
| 9 |
+
},
|
| 10 |
+
"policy": "official_cuda_bf16_seed42_reference",
|
| 11 |
+
"rationale": "PyTorch CUDA randn mapping depends on the CUDA execution grid and cuRAND device math; the fixed reference runtime loads the exact official B05 instead of claiming CPU RNG bit compatibility",
|
| 12 |
+
"schema_version": 1,
|
| 13 |
+
"scope": {
|
| 14 |
+
"batch": 1,
|
| 15 |
+
"resolution": [
|
| 16 |
+
1024,
|
| 17 |
+
1024
|
| 18 |
+
],
|
| 19 |
+
"shape": [
|
| 20 |
+
1,
|
| 21 |
+
128,
|
| 22 |
+
64,
|
| 23 |
+
64
|
| 24 |
+
],
|
| 25 |
+
"supported_seed": 42
|
| 26 |
+
},
|
| 27 |
+
"source": {
|
| 28 |
+
"generator": "torch.Generator(device='cuda').manual_seed(42)",
|
| 29 |
+
"path": "/root/autodl-tmp/ernie-image-ncnn/references/pytorch_bf16_seed42/scheduler.safetensors",
|
| 30 |
+
"sha256": "70332b9711a30bc688b9a23f6d288ce30f52f29485aab76fe34ee3b9f8a8999d",
|
| 31 |
+
"source_dtype": "torch.bfloat16",
|
| 32 |
+
"tensor": "initial_latents"
|
| 33 |
+
}
|
| 34 |
+
}
|
rng/official_cuda_bf16_seed42.f32
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:148f77a8a1f9487145f7d3fd8172ea207e71f02626da643b0b56d8ba619c9022
|
| 3 |
+
size 2097152
|
text_encoder/embedding.ncnn.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:53c1589d02a6d756bc0e44a615d02e75ad7e045eb8a9f645dcb4aee484a175c7
|
| 3 |
+
size 1610612740
|
text_encoder/embedding.ncnn.param
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
7767517
|
| 2 |
+
2 2
|
| 3 |
+
Input in0 0 1 in0
|
| 4 |
+
Embed embed_0 1 1 in0 out0 0=3072 1=131072 2=0 3=402653184
|
text_encoder/layers_00_00.ncnn.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bae6c7fb845410ee1c6e6d97b32f557f27d459c3c7ac3119c7747ccba753f44c
|
| 3 |
+
size 465592348
|
text_encoder/layers_00_00.ncnn.param
ADDED
|
@@ -0,0 +1,46 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
7767517
|
| 2 |
+
44 57
|
| 3 |
+
Input in0 0 1 in0
|
| 4 |
+
Split splitncnn_0 1 2 in0 1 2
|
| 5 |
+
Input in1 0 1 in1
|
| 6 |
+
Input in2 0 1 in2
|
| 7 |
+
Input in3 0 1 in3
|
| 8 |
+
RMSNorm rmsn_8 1 1 2 6 0=3072 1=1.000000e-5 2=1
|
| 9 |
+
Split splitncnn_1 1 3 6 7 8 9
|
| 10 |
+
Gemm gemm_0 1 1 9 10 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
|
| 11 |
+
Reshape reshape_10 1 1 10 11 0=128 1=32 2=-1
|
| 12 |
+
Permute transpose_18 1 1 11 12 0=2
|
| 13 |
+
Gemm gemm_1 1 1 8 13 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 14 |
+
Reshape reshape_11 1 1 13 14 0=128 1=8 2=-1
|
| 15 |
+
Permute transpose_19 1 1 14 15 0=2
|
| 16 |
+
Gemm gemm_2 1 1 7 16 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 17 |
+
Reshape reshape_12 1 1 16 17 0=128 1=8 2=-1
|
| 18 |
+
Permute transpose_20 1 1 17 18 0=2
|
| 19 |
+
Split splitncnn_2 1 4 18 19 20 21 22
|
| 20 |
+
ExpandDims unsqueeze_22 1 1 in1 23 -23303=1,0
|
| 21 |
+
Split splitncnn_3 1 2 23 24 25
|
| 22 |
+
ExpandDims unsqueeze_23 1 1 in2 26 -23303=1,0
|
| 23 |
+
Split splitncnn_4 1 2 26 27 28
|
| 24 |
+
RotaryEmbed rope_0 3 1 12 25 28 29 0=0 31=16
|
| 25 |
+
RotaryEmbed rope_1 3 1 15 24 27 30 0=0 31=16
|
| 26 |
+
Split splitncnn_5 1 4 30 31 32 33 34
|
| 27 |
+
Concat stack_0 4 1 31 32 33 34 35 0=1
|
| 28 |
+
Reshape reshape_13 1 1 35 36 0=128 1=-1 11=4 2=8
|
| 29 |
+
Reshape reshape_14 1 1 36 37 0=128 1=-1 2=32
|
| 30 |
+
Concat stack_1 4 1 19 20 21 22 38 0=1
|
| 31 |
+
Reshape reshape_15 1 1 38 39 0=128 1=-1 11=4 2=8
|
| 32 |
+
Reshape reshape_16 1 1 39 40 0=128 1=-1 2=32
|
| 33 |
+
SDPA sdpa_24 4 1 29 37 40 in3 41 5=1
|
| 34 |
+
Permute transpose_21 1 1 41 42 0=2
|
| 35 |
+
Reshape reshape_17 1 1 42 43 0=4096 1=-1
|
| 36 |
+
Gemm gemm_3 1 1 43 44 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
|
| 37 |
+
BinaryOp add_0 2 1 1 44 45 0=0
|
| 38 |
+
Split splitncnn_6 1 2 45 46 47
|
| 39 |
+
RMSNorm rmsn_9 1 1 47 48 0=3072 1=1.000000e-5 2=1
|
| 40 |
+
Split splitncnn_7 1 2 48 49 50
|
| 41 |
+
Gemm gemm_4 1 1 50 51 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 42 |
+
Swish silu_7 1 1 51 52
|
| 43 |
+
Gemm gemm_5 1 1 49 53 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 44 |
+
BinaryOp mul_1 2 1 52 53 54 0=2
|
| 45 |
+
Gemm gemm_6 1 1 54 55 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
|
| 46 |
+
BinaryOp add_2 2 1 46 55 out0 0=0
|
text_encoder/layers_01_04.ncnn.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:57d0d5a3f0193b82b88d3fa5fb2189264044478bc7d26682eaa82751ec25b476
|
| 3 |
+
size 1862369392
|
text_encoder/layers_01_04.ncnn.param
ADDED
|
@@ -0,0 +1,155 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
7767517
|
| 2 |
+
153 214
|
| 3 |
+
Input in0 0 1 in0
|
| 4 |
+
Split splitncnn_0 1 2 in0 1 2
|
| 5 |
+
Input in1 0 1 in1
|
| 6 |
+
Input in2 0 1 in2
|
| 7 |
+
Input in3 0 1 in3
|
| 8 |
+
Split splitncnn_1 1 4 in3 6 7 8 9
|
| 9 |
+
RMSNorm rmsn_32 1 1 2 10 0=3072 1=1.000000e-5 2=1
|
| 10 |
+
Split splitncnn_2 1 3 10 11 12 13
|
| 11 |
+
Gemm gemm_0 1 1 13 14 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
|
| 12 |
+
Reshape reshape_40 1 1 14 15 0=128 1=32 2=-1
|
| 13 |
+
Permute transpose_72 1 1 15 16 0=2
|
| 14 |
+
Gemm gemm_1 1 1 12 17 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 15 |
+
Reshape reshape_41 1 1 17 18 0=128 1=8 2=-1
|
| 16 |
+
Permute transpose_73 1 1 18 19 0=2
|
| 17 |
+
Gemm gemm_2 1 1 11 20 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 18 |
+
Reshape reshape_42 1 1 20 21 0=128 1=8 2=-1
|
| 19 |
+
Permute transpose_74 1 1 21 22 0=2
|
| 20 |
+
Split splitncnn_3 1 4 22 23 24 25 26
|
| 21 |
+
ExpandDims unsqueeze_88 1 1 in1 27 -23303=1,0
|
| 22 |
+
Split splitncnn_4 1 8 27 28 29 30 31 32 33 34 35
|
| 23 |
+
ExpandDims unsqueeze_89 1 1 in2 36 -23303=1,0
|
| 24 |
+
Split splitncnn_5 1 8 36 37 38 39 40 41 42 43 44
|
| 25 |
+
RotaryEmbed rope_0 3 1 16 35 44 45 0=0 31=16
|
| 26 |
+
RotaryEmbed rope_1 3 1 19 34 43 46 0=0 31=16
|
| 27 |
+
Split splitncnn_6 1 4 46 47 48 49 50
|
| 28 |
+
Concat stack_0 4 1 47 48 49 50 51 0=1
|
| 29 |
+
Reshape reshape_43 1 1 51 52 0=128 1=-1 11=4 2=8
|
| 30 |
+
Reshape reshape_44 1 1 52 53 0=128 1=-1 2=32
|
| 31 |
+
Concat stack_1 4 1 23 24 25 26 54 0=1
|
| 32 |
+
Reshape reshape_45 1 1 54 55 0=128 1=-1 11=4 2=8
|
| 33 |
+
Reshape reshape_46 1 1 55 56 0=128 1=-1 2=32
|
| 34 |
+
SDPA sdpa_90 4 1 45 53 56 9 57 5=1
|
| 35 |
+
Permute transpose_75 1 1 57 58 0=2
|
| 36 |
+
Reshape reshape_47 1 1 58 59 0=4096 1=-1
|
| 37 |
+
Gemm gemm_3 1 1 59 60 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
|
| 38 |
+
BinaryOp add_0 2 1 1 60 61 0=0
|
| 39 |
+
Split splitncnn_7 1 2 61 62 63
|
| 40 |
+
RMSNorm rmsn_33 1 1 63 64 0=3072 1=1.000000e-5 2=1
|
| 41 |
+
Split splitncnn_8 1 2 64 65 66
|
| 42 |
+
Gemm gemm_4 1 1 66 67 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 43 |
+
Swish silu_28 1 1 67 68
|
| 44 |
+
Gemm gemm_5 1 1 65 69 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 45 |
+
BinaryOp mul_1 2 1 68 69 70 0=2
|
| 46 |
+
Gemm gemm_6 1 1 70 71 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
|
| 47 |
+
BinaryOp add_2 2 1 62 71 72 0=0
|
| 48 |
+
Split splitncnn_9 1 2 72 73 74
|
| 49 |
+
RMSNorm rmsn_34 1 1 74 75 0=3072 1=1.000000e-5 2=1
|
| 50 |
+
Split splitncnn_10 1 3 75 76 77 78
|
| 51 |
+
Gemm gemm_7 1 1 78 79 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
|
| 52 |
+
Reshape reshape_48 1 1 79 80 0=128 1=32 2=-1
|
| 53 |
+
Permute transpose_76 1 1 80 81 0=2
|
| 54 |
+
Gemm gemm_8 1 1 77 82 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 55 |
+
Reshape reshape_49 1 1 82 83 0=128 1=8 2=-1
|
| 56 |
+
Permute transpose_77 1 1 83 84 0=2
|
| 57 |
+
Gemm gemm_9 1 1 76 85 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 58 |
+
Reshape reshape_50 1 1 85 86 0=128 1=8 2=-1
|
| 59 |
+
Permute transpose_78 1 1 86 87 0=2
|
| 60 |
+
Split splitncnn_11 1 4 87 88 89 90 91
|
| 61 |
+
RotaryEmbed rope_2 3 1 81 33 42 92 0=0 31=16
|
| 62 |
+
RotaryEmbed rope_3 3 1 84 32 41 93 0=0 31=16
|
| 63 |
+
Split splitncnn_12 1 4 93 94 95 96 97
|
| 64 |
+
Concat stack_2 4 1 94 95 96 97 98 0=1
|
| 65 |
+
Reshape reshape_51 1 1 98 99 0=128 1=-1 11=4 2=8
|
| 66 |
+
Reshape reshape_52 1 1 99 100 0=128 1=-1 2=32
|
| 67 |
+
Concat stack_3 4 1 88 89 90 91 101 0=1
|
| 68 |
+
Reshape reshape_53 1 1 101 102 0=128 1=-1 11=4 2=8
|
| 69 |
+
Reshape reshape_54 1 1 102 103 0=128 1=-1 2=32
|
| 70 |
+
SDPA sdpa_91 4 1 92 100 103 8 104 5=1
|
| 71 |
+
Permute transpose_79 1 1 104 105 0=2
|
| 72 |
+
Reshape reshape_55 1 1 105 106 0=4096 1=-1
|
| 73 |
+
Gemm gemm_10 1 1 106 107 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
|
| 74 |
+
BinaryOp add_3 2 1 73 107 108 0=0
|
| 75 |
+
Split splitncnn_13 1 2 108 109 110
|
| 76 |
+
RMSNorm rmsn_35 1 1 110 111 0=3072 1=1.000000e-5 2=1
|
| 77 |
+
Split splitncnn_14 1 2 111 112 113
|
| 78 |
+
Gemm gemm_11 1 1 113 114 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 79 |
+
Swish silu_29 1 1 114 115
|
| 80 |
+
Gemm gemm_12 1 1 112 116 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 81 |
+
BinaryOp mul_4 2 1 115 116 117 0=2
|
| 82 |
+
Gemm gemm_13 1 1 117 118 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
|
| 83 |
+
BinaryOp add_5 2 1 109 118 119 0=0
|
| 84 |
+
Split splitncnn_15 1 2 119 120 121
|
| 85 |
+
RMSNorm rmsn_36 1 1 121 122 0=3072 1=1.000000e-5 2=1
|
| 86 |
+
Split splitncnn_16 1 3 122 123 124 125
|
| 87 |
+
Gemm gemm_14 1 1 125 126 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
|
| 88 |
+
Reshape reshape_56 1 1 126 127 0=128 1=32 2=-1
|
| 89 |
+
Permute transpose_80 1 1 127 128 0=2
|
| 90 |
+
Gemm gemm_15 1 1 124 129 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 91 |
+
Reshape reshape_57 1 1 129 130 0=128 1=8 2=-1
|
| 92 |
+
Permute transpose_81 1 1 130 131 0=2
|
| 93 |
+
Gemm gemm_16 1 1 123 132 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 94 |
+
Reshape reshape_58 1 1 132 133 0=128 1=8 2=-1
|
| 95 |
+
Permute transpose_82 1 1 133 134 0=2
|
| 96 |
+
Split splitncnn_17 1 4 134 135 136 137 138
|
| 97 |
+
RotaryEmbed rope_4 3 1 128 31 40 139 0=0 31=16
|
| 98 |
+
RotaryEmbed rope_5 3 1 131 30 39 140 0=0 31=16
|
| 99 |
+
Split splitncnn_18 1 4 140 141 142 143 144
|
| 100 |
+
Concat stack_4 4 1 141 142 143 144 145 0=1
|
| 101 |
+
Reshape reshape_59 1 1 145 146 0=128 1=-1 11=4 2=8
|
| 102 |
+
Reshape reshape_60 1 1 146 147 0=128 1=-1 2=32
|
| 103 |
+
Concat stack_5 4 1 135 136 137 138 148 0=1
|
| 104 |
+
Reshape reshape_61 1 1 148 149 0=128 1=-1 11=4 2=8
|
| 105 |
+
Reshape reshape_62 1 1 149 150 0=128 1=-1 2=32
|
| 106 |
+
SDPA sdpa_92 4 1 139 147 150 7 151 5=1
|
| 107 |
+
Permute transpose_83 1 1 151 152 0=2
|
| 108 |
+
Reshape reshape_63 1 1 152 153 0=4096 1=-1
|
| 109 |
+
Gemm gemm_17 1 1 153 154 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
|
| 110 |
+
BinaryOp add_6 2 1 120 154 155 0=0
|
| 111 |
+
Split splitncnn_19 1 2 155 156 157
|
| 112 |
+
RMSNorm rmsn_37 1 1 157 158 0=3072 1=1.000000e-5 2=1
|
| 113 |
+
Split splitncnn_20 1 2 158 159 160
|
| 114 |
+
Gemm gemm_18 1 1 160 161 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 115 |
+
Swish silu_30 1 1 161 162
|
| 116 |
+
Gemm gemm_19 1 1 159 163 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 117 |
+
BinaryOp mul_7 2 1 162 163 164 0=2
|
| 118 |
+
Gemm gemm_20 1 1 164 165 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
|
| 119 |
+
BinaryOp add_8 2 1 156 165 166 0=0
|
| 120 |
+
Split splitncnn_21 1 2 166 167 168
|
| 121 |
+
RMSNorm rmsn_38 1 1 168 169 0=3072 1=1.000000e-5 2=1
|
| 122 |
+
Split splitncnn_22 1 3 169 170 171 172
|
| 123 |
+
Gemm gemm_21 1 1 172 173 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
|
| 124 |
+
Reshape reshape_64 1 1 173 174 0=128 1=32 2=-1
|
| 125 |
+
Permute transpose_84 1 1 174 175 0=2
|
| 126 |
+
Gemm gemm_22 1 1 171 176 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 127 |
+
Reshape reshape_65 1 1 176 177 0=128 1=8 2=-1
|
| 128 |
+
Permute transpose_85 1 1 177 178 0=2
|
| 129 |
+
Gemm gemm_23 1 1 170 179 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 130 |
+
Reshape reshape_66 1 1 179 180 0=128 1=8 2=-1
|
| 131 |
+
Permute transpose_86 1 1 180 181 0=2
|
| 132 |
+
Split splitncnn_23 1 4 181 182 183 184 185
|
| 133 |
+
RotaryEmbed rope_6 3 1 175 29 38 186 0=0 31=16
|
| 134 |
+
RotaryEmbed rope_7 3 1 178 28 37 187 0=0 31=16
|
| 135 |
+
Split splitncnn_24 1 4 187 188 189 190 191
|
| 136 |
+
Concat stack_6 4 1 188 189 190 191 192 0=1
|
| 137 |
+
Reshape reshape_67 1 1 192 193 0=128 1=-1 11=4 2=8
|
| 138 |
+
Reshape reshape_68 1 1 193 194 0=128 1=-1 2=32
|
| 139 |
+
Concat stack_7 4 1 182 183 184 185 195 0=1
|
| 140 |
+
Reshape reshape_69 1 1 195 196 0=128 1=-1 11=4 2=8
|
| 141 |
+
Reshape reshape_70 1 1 196 197 0=128 1=-1 2=32
|
| 142 |
+
SDPA sdpa_93 4 1 186 194 197 6 198 5=1
|
| 143 |
+
Permute transpose_87 1 1 198 199 0=2
|
| 144 |
+
Reshape reshape_71 1 1 199 200 0=4096 1=-1
|
| 145 |
+
Gemm gemm_24 1 1 200 201 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
|
| 146 |
+
BinaryOp add_9 2 1 167 201 202 0=0
|
| 147 |
+
Split splitncnn_25 1 2 202 203 204
|
| 148 |
+
RMSNorm rmsn_39 1 1 204 205 0=3072 1=1.000000e-5 2=1
|
| 149 |
+
Split splitncnn_26 1 2 205 206 207
|
| 150 |
+
Gemm gemm_25 1 1 207 208 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 151 |
+
Swish silu_31 1 1 208 209
|
| 152 |
+
Gemm gemm_26 1 1 206 210 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 153 |
+
BinaryOp mul_10 2 1 209 210 211 0=2
|
| 154 |
+
Gemm gemm_27 1 1 211 212 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
|
| 155 |
+
BinaryOp add_11 2 1 203 212 out0 0=0
|
text_encoder/layers_05_08.ncnn.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:389b182dc486d649123be0adb2f319cc5594664d24df6a5b60a5f0148cdd441b
|
| 3 |
+
size 1862369392
|
text_encoder/layers_05_08.ncnn.param
ADDED
|
@@ -0,0 +1,155 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
7767517
|
| 2 |
+
153 214
|
| 3 |
+
Input in0 0 1 in0
|
| 4 |
+
Split splitncnn_0 1 2 in0 1 2
|
| 5 |
+
Input in1 0 1 in1
|
| 6 |
+
Input in2 0 1 in2
|
| 7 |
+
Input in3 0 1 in3
|
| 8 |
+
Split splitncnn_1 1 4 in3 6 7 8 9
|
| 9 |
+
RMSNorm rmsn_32 1 1 2 10 0=3072 1=1.000000e-5 2=1
|
| 10 |
+
Split splitncnn_2 1 3 10 11 12 13
|
| 11 |
+
Gemm gemm_0 1 1 13 14 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
|
| 12 |
+
Reshape reshape_40 1 1 14 15 0=128 1=32 2=-1
|
| 13 |
+
Permute transpose_72 1 1 15 16 0=2
|
| 14 |
+
Gemm gemm_1 1 1 12 17 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 15 |
+
Reshape reshape_41 1 1 17 18 0=128 1=8 2=-1
|
| 16 |
+
Permute transpose_73 1 1 18 19 0=2
|
| 17 |
+
Gemm gemm_2 1 1 11 20 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 18 |
+
Reshape reshape_42 1 1 20 21 0=128 1=8 2=-1
|
| 19 |
+
Permute transpose_74 1 1 21 22 0=2
|
| 20 |
+
Split splitncnn_3 1 4 22 23 24 25 26
|
| 21 |
+
ExpandDims unsqueeze_88 1 1 in1 27 -23303=1,0
|
| 22 |
+
Split splitncnn_4 1 8 27 28 29 30 31 32 33 34 35
|
| 23 |
+
ExpandDims unsqueeze_89 1 1 in2 36 -23303=1,0
|
| 24 |
+
Split splitncnn_5 1 8 36 37 38 39 40 41 42 43 44
|
| 25 |
+
RotaryEmbed rope_0 3 1 16 35 44 45 0=0 31=16
|
| 26 |
+
RotaryEmbed rope_1 3 1 19 34 43 46 0=0 31=16
|
| 27 |
+
Split splitncnn_6 1 4 46 47 48 49 50
|
| 28 |
+
Concat stack_0 4 1 47 48 49 50 51 0=1
|
| 29 |
+
Reshape reshape_43 1 1 51 52 0=128 1=-1 11=4 2=8
|
| 30 |
+
Reshape reshape_44 1 1 52 53 0=128 1=-1 2=32
|
| 31 |
+
Concat stack_1 4 1 23 24 25 26 54 0=1
|
| 32 |
+
Reshape reshape_45 1 1 54 55 0=128 1=-1 11=4 2=8
|
| 33 |
+
Reshape reshape_46 1 1 55 56 0=128 1=-1 2=32
|
| 34 |
+
SDPA sdpa_90 4 1 45 53 56 9 57 5=1
|
| 35 |
+
Permute transpose_75 1 1 57 58 0=2
|
| 36 |
+
Reshape reshape_47 1 1 58 59 0=4096 1=-1
|
| 37 |
+
Gemm gemm_3 1 1 59 60 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
|
| 38 |
+
BinaryOp add_0 2 1 1 60 61 0=0
|
| 39 |
+
Split splitncnn_7 1 2 61 62 63
|
| 40 |
+
RMSNorm rmsn_33 1 1 63 64 0=3072 1=1.000000e-5 2=1
|
| 41 |
+
Split splitncnn_8 1 2 64 65 66
|
| 42 |
+
Gemm gemm_4 1 1 66 67 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 43 |
+
Swish silu_28 1 1 67 68
|
| 44 |
+
Gemm gemm_5 1 1 65 69 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 45 |
+
BinaryOp mul_1 2 1 68 69 70 0=2
|
| 46 |
+
Gemm gemm_6 1 1 70 71 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
|
| 47 |
+
BinaryOp add_2 2 1 62 71 72 0=0
|
| 48 |
+
Split splitncnn_9 1 2 72 73 74
|
| 49 |
+
RMSNorm rmsn_34 1 1 74 75 0=3072 1=1.000000e-5 2=1
|
| 50 |
+
Split splitncnn_10 1 3 75 76 77 78
|
| 51 |
+
Gemm gemm_7 1 1 78 79 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
|
| 52 |
+
Reshape reshape_48 1 1 79 80 0=128 1=32 2=-1
|
| 53 |
+
Permute transpose_76 1 1 80 81 0=2
|
| 54 |
+
Gemm gemm_8 1 1 77 82 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 55 |
+
Reshape reshape_49 1 1 82 83 0=128 1=8 2=-1
|
| 56 |
+
Permute transpose_77 1 1 83 84 0=2
|
| 57 |
+
Gemm gemm_9 1 1 76 85 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 58 |
+
Reshape reshape_50 1 1 85 86 0=128 1=8 2=-1
|
| 59 |
+
Permute transpose_78 1 1 86 87 0=2
|
| 60 |
+
Split splitncnn_11 1 4 87 88 89 90 91
|
| 61 |
+
RotaryEmbed rope_2 3 1 81 33 42 92 0=0 31=16
|
| 62 |
+
RotaryEmbed rope_3 3 1 84 32 41 93 0=0 31=16
|
| 63 |
+
Split splitncnn_12 1 4 93 94 95 96 97
|
| 64 |
+
Concat stack_2 4 1 94 95 96 97 98 0=1
|
| 65 |
+
Reshape reshape_51 1 1 98 99 0=128 1=-1 11=4 2=8
|
| 66 |
+
Reshape reshape_52 1 1 99 100 0=128 1=-1 2=32
|
| 67 |
+
Concat stack_3 4 1 88 89 90 91 101 0=1
|
| 68 |
+
Reshape reshape_53 1 1 101 102 0=128 1=-1 11=4 2=8
|
| 69 |
+
Reshape reshape_54 1 1 102 103 0=128 1=-1 2=32
|
| 70 |
+
SDPA sdpa_91 4 1 92 100 103 8 104 5=1
|
| 71 |
+
Permute transpose_79 1 1 104 105 0=2
|
| 72 |
+
Reshape reshape_55 1 1 105 106 0=4096 1=-1
|
| 73 |
+
Gemm gemm_10 1 1 106 107 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
|
| 74 |
+
BinaryOp add_3 2 1 73 107 108 0=0
|
| 75 |
+
Split splitncnn_13 1 2 108 109 110
|
| 76 |
+
RMSNorm rmsn_35 1 1 110 111 0=3072 1=1.000000e-5 2=1
|
| 77 |
+
Split splitncnn_14 1 2 111 112 113
|
| 78 |
+
Gemm gemm_11 1 1 113 114 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 79 |
+
Swish silu_29 1 1 114 115
|
| 80 |
+
Gemm gemm_12 1 1 112 116 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 81 |
+
BinaryOp mul_4 2 1 115 116 117 0=2
|
| 82 |
+
Gemm gemm_13 1 1 117 118 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
|
| 83 |
+
BinaryOp add_5 2 1 109 118 119 0=0
|
| 84 |
+
Split splitncnn_15 1 2 119 120 121
|
| 85 |
+
RMSNorm rmsn_36 1 1 121 122 0=3072 1=1.000000e-5 2=1
|
| 86 |
+
Split splitncnn_16 1 3 122 123 124 125
|
| 87 |
+
Gemm gemm_14 1 1 125 126 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
|
| 88 |
+
Reshape reshape_56 1 1 126 127 0=128 1=32 2=-1
|
| 89 |
+
Permute transpose_80 1 1 127 128 0=2
|
| 90 |
+
Gemm gemm_15 1 1 124 129 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 91 |
+
Reshape reshape_57 1 1 129 130 0=128 1=8 2=-1
|
| 92 |
+
Permute transpose_81 1 1 130 131 0=2
|
| 93 |
+
Gemm gemm_16 1 1 123 132 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 94 |
+
Reshape reshape_58 1 1 132 133 0=128 1=8 2=-1
|
| 95 |
+
Permute transpose_82 1 1 133 134 0=2
|
| 96 |
+
Split splitncnn_17 1 4 134 135 136 137 138
|
| 97 |
+
RotaryEmbed rope_4 3 1 128 31 40 139 0=0 31=16
|
| 98 |
+
RotaryEmbed rope_5 3 1 131 30 39 140 0=0 31=16
|
| 99 |
+
Split splitncnn_18 1 4 140 141 142 143 144
|
| 100 |
+
Concat stack_4 4 1 141 142 143 144 145 0=1
|
| 101 |
+
Reshape reshape_59 1 1 145 146 0=128 1=-1 11=4 2=8
|
| 102 |
+
Reshape reshape_60 1 1 146 147 0=128 1=-1 2=32
|
| 103 |
+
Concat stack_5 4 1 135 136 137 138 148 0=1
|
| 104 |
+
Reshape reshape_61 1 1 148 149 0=128 1=-1 11=4 2=8
|
| 105 |
+
Reshape reshape_62 1 1 149 150 0=128 1=-1 2=32
|
| 106 |
+
SDPA sdpa_92 4 1 139 147 150 7 151 5=1
|
| 107 |
+
Permute transpose_83 1 1 151 152 0=2
|
| 108 |
+
Reshape reshape_63 1 1 152 153 0=4096 1=-1
|
| 109 |
+
Gemm gemm_17 1 1 153 154 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
|
| 110 |
+
BinaryOp add_6 2 1 120 154 155 0=0
|
| 111 |
+
Split splitncnn_19 1 2 155 156 157
|
| 112 |
+
RMSNorm rmsn_37 1 1 157 158 0=3072 1=1.000000e-5 2=1
|
| 113 |
+
Split splitncnn_20 1 2 158 159 160
|
| 114 |
+
Gemm gemm_18 1 1 160 161 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 115 |
+
Swish silu_30 1 1 161 162
|
| 116 |
+
Gemm gemm_19 1 1 159 163 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 117 |
+
BinaryOp mul_7 2 1 162 163 164 0=2
|
| 118 |
+
Gemm gemm_20 1 1 164 165 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
|
| 119 |
+
BinaryOp add_8 2 1 156 165 166 0=0
|
| 120 |
+
Split splitncnn_21 1 2 166 167 168
|
| 121 |
+
RMSNorm rmsn_38 1 1 168 169 0=3072 1=1.000000e-5 2=1
|
| 122 |
+
Split splitncnn_22 1 3 169 170 171 172
|
| 123 |
+
Gemm gemm_21 1 1 172 173 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
|
| 124 |
+
Reshape reshape_64 1 1 173 174 0=128 1=32 2=-1
|
| 125 |
+
Permute transpose_84 1 1 174 175 0=2
|
| 126 |
+
Gemm gemm_22 1 1 171 176 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 127 |
+
Reshape reshape_65 1 1 176 177 0=128 1=8 2=-1
|
| 128 |
+
Permute transpose_85 1 1 177 178 0=2
|
| 129 |
+
Gemm gemm_23 1 1 170 179 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 130 |
+
Reshape reshape_66 1 1 179 180 0=128 1=8 2=-1
|
| 131 |
+
Permute transpose_86 1 1 180 181 0=2
|
| 132 |
+
Split splitncnn_23 1 4 181 182 183 184 185
|
| 133 |
+
RotaryEmbed rope_6 3 1 175 29 38 186 0=0 31=16
|
| 134 |
+
RotaryEmbed rope_7 3 1 178 28 37 187 0=0 31=16
|
| 135 |
+
Split splitncnn_24 1 4 187 188 189 190 191
|
| 136 |
+
Concat stack_6 4 1 188 189 190 191 192 0=1
|
| 137 |
+
Reshape reshape_67 1 1 192 193 0=128 1=-1 11=4 2=8
|
| 138 |
+
Reshape reshape_68 1 1 193 194 0=128 1=-1 2=32
|
| 139 |
+
Concat stack_7 4 1 182 183 184 185 195 0=1
|
| 140 |
+
Reshape reshape_69 1 1 195 196 0=128 1=-1 11=4 2=8
|
| 141 |
+
Reshape reshape_70 1 1 196 197 0=128 1=-1 2=32
|
| 142 |
+
SDPA sdpa_93 4 1 186 194 197 6 198 5=1
|
| 143 |
+
Permute transpose_87 1 1 198 199 0=2
|
| 144 |
+
Reshape reshape_71 1 1 199 200 0=4096 1=-1
|
| 145 |
+
Gemm gemm_24 1 1 200 201 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
|
| 146 |
+
BinaryOp add_9 2 1 167 201 202 0=0
|
| 147 |
+
Split splitncnn_25 1 2 202 203 204
|
| 148 |
+
RMSNorm rmsn_39 1 1 204 205 0=3072 1=1.000000e-5 2=1
|
| 149 |
+
Split splitncnn_26 1 2 205 206 207
|
| 150 |
+
Gemm gemm_25 1 1 207 208 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 151 |
+
Swish silu_31 1 1 208 209
|
| 152 |
+
Gemm gemm_26 1 1 206 210 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 153 |
+
BinaryOp mul_10 2 1 209 210 211 0=2
|
| 154 |
+
Gemm gemm_27 1 1 211 212 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
|
| 155 |
+
BinaryOp add_11 2 1 203 212 out0 0=0
|
text_encoder/layers_09_12.ncnn.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d65df22ccabcb984898ce518720e7c637cce2f005a7499111bd80595a33aa2cd
|
| 3 |
+
size 1862369392
|
text_encoder/layers_09_12.ncnn.param
ADDED
|
@@ -0,0 +1,155 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
7767517
|
| 2 |
+
153 214
|
| 3 |
+
Input in0 0 1 in0
|
| 4 |
+
Split splitncnn_0 1 2 in0 1 2
|
| 5 |
+
Input in1 0 1 in1
|
| 6 |
+
Input in2 0 1 in2
|
| 7 |
+
Input in3 0 1 in3
|
| 8 |
+
Split splitncnn_1 1 4 in3 6 7 8 9
|
| 9 |
+
RMSNorm rmsn_32 1 1 2 10 0=3072 1=1.000000e-5 2=1
|
| 10 |
+
Split splitncnn_2 1 3 10 11 12 13
|
| 11 |
+
Gemm gemm_0 1 1 13 14 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
|
| 12 |
+
Reshape reshape_40 1 1 14 15 0=128 1=32 2=-1
|
| 13 |
+
Permute transpose_72 1 1 15 16 0=2
|
| 14 |
+
Gemm gemm_1 1 1 12 17 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 15 |
+
Reshape reshape_41 1 1 17 18 0=128 1=8 2=-1
|
| 16 |
+
Permute transpose_73 1 1 18 19 0=2
|
| 17 |
+
Gemm gemm_2 1 1 11 20 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 18 |
+
Reshape reshape_42 1 1 20 21 0=128 1=8 2=-1
|
| 19 |
+
Permute transpose_74 1 1 21 22 0=2
|
| 20 |
+
Split splitncnn_3 1 4 22 23 24 25 26
|
| 21 |
+
ExpandDims unsqueeze_88 1 1 in1 27 -23303=1,0
|
| 22 |
+
Split splitncnn_4 1 8 27 28 29 30 31 32 33 34 35
|
| 23 |
+
ExpandDims unsqueeze_89 1 1 in2 36 -23303=1,0
|
| 24 |
+
Split splitncnn_5 1 8 36 37 38 39 40 41 42 43 44
|
| 25 |
+
RotaryEmbed rope_0 3 1 16 35 44 45 0=0 31=16
|
| 26 |
+
RotaryEmbed rope_1 3 1 19 34 43 46 0=0 31=16
|
| 27 |
+
Split splitncnn_6 1 4 46 47 48 49 50
|
| 28 |
+
Concat stack_0 4 1 47 48 49 50 51 0=1
|
| 29 |
+
Reshape reshape_43 1 1 51 52 0=128 1=-1 11=4 2=8
|
| 30 |
+
Reshape reshape_44 1 1 52 53 0=128 1=-1 2=32
|
| 31 |
+
Concat stack_1 4 1 23 24 25 26 54 0=1
|
| 32 |
+
Reshape reshape_45 1 1 54 55 0=128 1=-1 11=4 2=8
|
| 33 |
+
Reshape reshape_46 1 1 55 56 0=128 1=-1 2=32
|
| 34 |
+
SDPA sdpa_90 4 1 45 53 56 9 57 5=1
|
| 35 |
+
Permute transpose_75 1 1 57 58 0=2
|
| 36 |
+
Reshape reshape_47 1 1 58 59 0=4096 1=-1
|
| 37 |
+
Gemm gemm_3 1 1 59 60 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
|
| 38 |
+
BinaryOp add_0 2 1 1 60 61 0=0
|
| 39 |
+
Split splitncnn_7 1 2 61 62 63
|
| 40 |
+
RMSNorm rmsn_33 1 1 63 64 0=3072 1=1.000000e-5 2=1
|
| 41 |
+
Split splitncnn_8 1 2 64 65 66
|
| 42 |
+
Gemm gemm_4 1 1 66 67 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 43 |
+
Swish silu_28 1 1 67 68
|
| 44 |
+
Gemm gemm_5 1 1 65 69 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 45 |
+
BinaryOp mul_1 2 1 68 69 70 0=2
|
| 46 |
+
Gemm gemm_6 1 1 70 71 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
|
| 47 |
+
BinaryOp add_2 2 1 62 71 72 0=0
|
| 48 |
+
Split splitncnn_9 1 2 72 73 74
|
| 49 |
+
RMSNorm rmsn_34 1 1 74 75 0=3072 1=1.000000e-5 2=1
|
| 50 |
+
Split splitncnn_10 1 3 75 76 77 78
|
| 51 |
+
Gemm gemm_7 1 1 78 79 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
|
| 52 |
+
Reshape reshape_48 1 1 79 80 0=128 1=32 2=-1
|
| 53 |
+
Permute transpose_76 1 1 80 81 0=2
|
| 54 |
+
Gemm gemm_8 1 1 77 82 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 55 |
+
Reshape reshape_49 1 1 82 83 0=128 1=8 2=-1
|
| 56 |
+
Permute transpose_77 1 1 83 84 0=2
|
| 57 |
+
Gemm gemm_9 1 1 76 85 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 58 |
+
Reshape reshape_50 1 1 85 86 0=128 1=8 2=-1
|
| 59 |
+
Permute transpose_78 1 1 86 87 0=2
|
| 60 |
+
Split splitncnn_11 1 4 87 88 89 90 91
|
| 61 |
+
RotaryEmbed rope_2 3 1 81 33 42 92 0=0 31=16
|
| 62 |
+
RotaryEmbed rope_3 3 1 84 32 41 93 0=0 31=16
|
| 63 |
+
Split splitncnn_12 1 4 93 94 95 96 97
|
| 64 |
+
Concat stack_2 4 1 94 95 96 97 98 0=1
|
| 65 |
+
Reshape reshape_51 1 1 98 99 0=128 1=-1 11=4 2=8
|
| 66 |
+
Reshape reshape_52 1 1 99 100 0=128 1=-1 2=32
|
| 67 |
+
Concat stack_3 4 1 88 89 90 91 101 0=1
|
| 68 |
+
Reshape reshape_53 1 1 101 102 0=128 1=-1 11=4 2=8
|
| 69 |
+
Reshape reshape_54 1 1 102 103 0=128 1=-1 2=32
|
| 70 |
+
SDPA sdpa_91 4 1 92 100 103 8 104 5=1
|
| 71 |
+
Permute transpose_79 1 1 104 105 0=2
|
| 72 |
+
Reshape reshape_55 1 1 105 106 0=4096 1=-1
|
| 73 |
+
Gemm gemm_10 1 1 106 107 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
|
| 74 |
+
BinaryOp add_3 2 1 73 107 108 0=0
|
| 75 |
+
Split splitncnn_13 1 2 108 109 110
|
| 76 |
+
RMSNorm rmsn_35 1 1 110 111 0=3072 1=1.000000e-5 2=1
|
| 77 |
+
Split splitncnn_14 1 2 111 112 113
|
| 78 |
+
Gemm gemm_11 1 1 113 114 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 79 |
+
Swish silu_29 1 1 114 115
|
| 80 |
+
Gemm gemm_12 1 1 112 116 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 81 |
+
BinaryOp mul_4 2 1 115 116 117 0=2
|
| 82 |
+
Gemm gemm_13 1 1 117 118 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
|
| 83 |
+
BinaryOp add_5 2 1 109 118 119 0=0
|
| 84 |
+
Split splitncnn_15 1 2 119 120 121
|
| 85 |
+
RMSNorm rmsn_36 1 1 121 122 0=3072 1=1.000000e-5 2=1
|
| 86 |
+
Split splitncnn_16 1 3 122 123 124 125
|
| 87 |
+
Gemm gemm_14 1 1 125 126 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
|
| 88 |
+
Reshape reshape_56 1 1 126 127 0=128 1=32 2=-1
|
| 89 |
+
Permute transpose_80 1 1 127 128 0=2
|
| 90 |
+
Gemm gemm_15 1 1 124 129 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 91 |
+
Reshape reshape_57 1 1 129 130 0=128 1=8 2=-1
|
| 92 |
+
Permute transpose_81 1 1 130 131 0=2
|
| 93 |
+
Gemm gemm_16 1 1 123 132 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 94 |
+
Reshape reshape_58 1 1 132 133 0=128 1=8 2=-1
|
| 95 |
+
Permute transpose_82 1 1 133 134 0=2
|
| 96 |
+
Split splitncnn_17 1 4 134 135 136 137 138
|
| 97 |
+
RotaryEmbed rope_4 3 1 128 31 40 139 0=0 31=16
|
| 98 |
+
RotaryEmbed rope_5 3 1 131 30 39 140 0=0 31=16
|
| 99 |
+
Split splitncnn_18 1 4 140 141 142 143 144
|
| 100 |
+
Concat stack_4 4 1 141 142 143 144 145 0=1
|
| 101 |
+
Reshape reshape_59 1 1 145 146 0=128 1=-1 11=4 2=8
|
| 102 |
+
Reshape reshape_60 1 1 146 147 0=128 1=-1 2=32
|
| 103 |
+
Concat stack_5 4 1 135 136 137 138 148 0=1
|
| 104 |
+
Reshape reshape_61 1 1 148 149 0=128 1=-1 11=4 2=8
|
| 105 |
+
Reshape reshape_62 1 1 149 150 0=128 1=-1 2=32
|
| 106 |
+
SDPA sdpa_92 4 1 139 147 150 7 151 5=1
|
| 107 |
+
Permute transpose_83 1 1 151 152 0=2
|
| 108 |
+
Reshape reshape_63 1 1 152 153 0=4096 1=-1
|
| 109 |
+
Gemm gemm_17 1 1 153 154 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
|
| 110 |
+
BinaryOp add_6 2 1 120 154 155 0=0
|
| 111 |
+
Split splitncnn_19 1 2 155 156 157
|
| 112 |
+
RMSNorm rmsn_37 1 1 157 158 0=3072 1=1.000000e-5 2=1
|
| 113 |
+
Split splitncnn_20 1 2 158 159 160
|
| 114 |
+
Gemm gemm_18 1 1 160 161 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 115 |
+
Swish silu_30 1 1 161 162
|
| 116 |
+
Gemm gemm_19 1 1 159 163 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 117 |
+
BinaryOp mul_7 2 1 162 163 164 0=2
|
| 118 |
+
Gemm gemm_20 1 1 164 165 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
|
| 119 |
+
BinaryOp add_8 2 1 156 165 166 0=0
|
| 120 |
+
Split splitncnn_21 1 2 166 167 168
|
| 121 |
+
RMSNorm rmsn_38 1 1 168 169 0=3072 1=1.000000e-5 2=1
|
| 122 |
+
Split splitncnn_22 1 3 169 170 171 172
|
| 123 |
+
Gemm gemm_21 1 1 172 173 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
|
| 124 |
+
Reshape reshape_64 1 1 173 174 0=128 1=32 2=-1
|
| 125 |
+
Permute transpose_84 1 1 174 175 0=2
|
| 126 |
+
Gemm gemm_22 1 1 171 176 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 127 |
+
Reshape reshape_65 1 1 176 177 0=128 1=8 2=-1
|
| 128 |
+
Permute transpose_85 1 1 177 178 0=2
|
| 129 |
+
Gemm gemm_23 1 1 170 179 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 130 |
+
Reshape reshape_66 1 1 179 180 0=128 1=8 2=-1
|
| 131 |
+
Permute transpose_86 1 1 180 181 0=2
|
| 132 |
+
Split splitncnn_23 1 4 181 182 183 184 185
|
| 133 |
+
RotaryEmbed rope_6 3 1 175 29 38 186 0=0 31=16
|
| 134 |
+
RotaryEmbed rope_7 3 1 178 28 37 187 0=0 31=16
|
| 135 |
+
Split splitncnn_24 1 4 187 188 189 190 191
|
| 136 |
+
Concat stack_6 4 1 188 189 190 191 192 0=1
|
| 137 |
+
Reshape reshape_67 1 1 192 193 0=128 1=-1 11=4 2=8
|
| 138 |
+
Reshape reshape_68 1 1 193 194 0=128 1=-1 2=32
|
| 139 |
+
Concat stack_7 4 1 182 183 184 185 195 0=1
|
| 140 |
+
Reshape reshape_69 1 1 195 196 0=128 1=-1 11=4 2=8
|
| 141 |
+
Reshape reshape_70 1 1 196 197 0=128 1=-1 2=32
|
| 142 |
+
SDPA sdpa_93 4 1 186 194 197 6 198 5=1
|
| 143 |
+
Permute transpose_87 1 1 198 199 0=2
|
| 144 |
+
Reshape reshape_71 1 1 199 200 0=4096 1=-1
|
| 145 |
+
Gemm gemm_24 1 1 200 201 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
|
| 146 |
+
BinaryOp add_9 2 1 167 201 202 0=0
|
| 147 |
+
Split splitncnn_25 1 2 202 203 204
|
| 148 |
+
RMSNorm rmsn_39 1 1 204 205 0=3072 1=1.000000e-5 2=1
|
| 149 |
+
Split splitncnn_26 1 2 205 206 207
|
| 150 |
+
Gemm gemm_25 1 1 207 208 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 151 |
+
Swish silu_31 1 1 208 209
|
| 152 |
+
Gemm gemm_26 1 1 206 210 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 153 |
+
BinaryOp mul_10 2 1 209 210 211 0=2
|
| 154 |
+
Gemm gemm_27 1 1 211 212 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
|
| 155 |
+
BinaryOp add_11 2 1 203 212 out0 0=0
|
text_encoder/layers_13_16.ncnn.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a284712c191c511f7251e981fa454c1c3ac6f29a270c150f78a8873eeac74d76
|
| 3 |
+
size 1862369392
|
text_encoder/layers_13_16.ncnn.param
ADDED
|
@@ -0,0 +1,155 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
7767517
|
| 2 |
+
153 214
|
| 3 |
+
Input in0 0 1 in0
|
| 4 |
+
Split splitncnn_0 1 2 in0 1 2
|
| 5 |
+
Input in1 0 1 in1
|
| 6 |
+
Input in2 0 1 in2
|
| 7 |
+
Input in3 0 1 in3
|
| 8 |
+
Split splitncnn_1 1 4 in3 6 7 8 9
|
| 9 |
+
RMSNorm rmsn_32 1 1 2 10 0=3072 1=1.000000e-5 2=1
|
| 10 |
+
Split splitncnn_2 1 3 10 11 12 13
|
| 11 |
+
Gemm gemm_0 1 1 13 14 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
|
| 12 |
+
Reshape reshape_40 1 1 14 15 0=128 1=32 2=-1
|
| 13 |
+
Permute transpose_72 1 1 15 16 0=2
|
| 14 |
+
Gemm gemm_1 1 1 12 17 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 15 |
+
Reshape reshape_41 1 1 17 18 0=128 1=8 2=-1
|
| 16 |
+
Permute transpose_73 1 1 18 19 0=2
|
| 17 |
+
Gemm gemm_2 1 1 11 20 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 18 |
+
Reshape reshape_42 1 1 20 21 0=128 1=8 2=-1
|
| 19 |
+
Permute transpose_74 1 1 21 22 0=2
|
| 20 |
+
Split splitncnn_3 1 4 22 23 24 25 26
|
| 21 |
+
ExpandDims unsqueeze_88 1 1 in1 27 -23303=1,0
|
| 22 |
+
Split splitncnn_4 1 8 27 28 29 30 31 32 33 34 35
|
| 23 |
+
ExpandDims unsqueeze_89 1 1 in2 36 -23303=1,0
|
| 24 |
+
Split splitncnn_5 1 8 36 37 38 39 40 41 42 43 44
|
| 25 |
+
RotaryEmbed rope_0 3 1 16 35 44 45 0=0 31=16
|
| 26 |
+
RotaryEmbed rope_1 3 1 19 34 43 46 0=0 31=16
|
| 27 |
+
Split splitncnn_6 1 4 46 47 48 49 50
|
| 28 |
+
Concat stack_0 4 1 47 48 49 50 51 0=1
|
| 29 |
+
Reshape reshape_43 1 1 51 52 0=128 1=-1 11=4 2=8
|
| 30 |
+
Reshape reshape_44 1 1 52 53 0=128 1=-1 2=32
|
| 31 |
+
Concat stack_1 4 1 23 24 25 26 54 0=1
|
| 32 |
+
Reshape reshape_45 1 1 54 55 0=128 1=-1 11=4 2=8
|
| 33 |
+
Reshape reshape_46 1 1 55 56 0=128 1=-1 2=32
|
| 34 |
+
SDPA sdpa_90 4 1 45 53 56 9 57 5=1
|
| 35 |
+
Permute transpose_75 1 1 57 58 0=2
|
| 36 |
+
Reshape reshape_47 1 1 58 59 0=4096 1=-1
|
| 37 |
+
Gemm gemm_3 1 1 59 60 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
|
| 38 |
+
BinaryOp add_0 2 1 1 60 61 0=0
|
| 39 |
+
Split splitncnn_7 1 2 61 62 63
|
| 40 |
+
RMSNorm rmsn_33 1 1 63 64 0=3072 1=1.000000e-5 2=1
|
| 41 |
+
Split splitncnn_8 1 2 64 65 66
|
| 42 |
+
Gemm gemm_4 1 1 66 67 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 43 |
+
Swish silu_28 1 1 67 68
|
| 44 |
+
Gemm gemm_5 1 1 65 69 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 45 |
+
BinaryOp mul_1 2 1 68 69 70 0=2
|
| 46 |
+
Gemm gemm_6 1 1 70 71 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
|
| 47 |
+
BinaryOp add_2 2 1 62 71 72 0=0
|
| 48 |
+
Split splitncnn_9 1 2 72 73 74
|
| 49 |
+
RMSNorm rmsn_34 1 1 74 75 0=3072 1=1.000000e-5 2=1
|
| 50 |
+
Split splitncnn_10 1 3 75 76 77 78
|
| 51 |
+
Gemm gemm_7 1 1 78 79 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
|
| 52 |
+
Reshape reshape_48 1 1 79 80 0=128 1=32 2=-1
|
| 53 |
+
Permute transpose_76 1 1 80 81 0=2
|
| 54 |
+
Gemm gemm_8 1 1 77 82 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 55 |
+
Reshape reshape_49 1 1 82 83 0=128 1=8 2=-1
|
| 56 |
+
Permute transpose_77 1 1 83 84 0=2
|
| 57 |
+
Gemm gemm_9 1 1 76 85 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 58 |
+
Reshape reshape_50 1 1 85 86 0=128 1=8 2=-1
|
| 59 |
+
Permute transpose_78 1 1 86 87 0=2
|
| 60 |
+
Split splitncnn_11 1 4 87 88 89 90 91
|
| 61 |
+
RotaryEmbed rope_2 3 1 81 33 42 92 0=0 31=16
|
| 62 |
+
RotaryEmbed rope_3 3 1 84 32 41 93 0=0 31=16
|
| 63 |
+
Split splitncnn_12 1 4 93 94 95 96 97
|
| 64 |
+
Concat stack_2 4 1 94 95 96 97 98 0=1
|
| 65 |
+
Reshape reshape_51 1 1 98 99 0=128 1=-1 11=4 2=8
|
| 66 |
+
Reshape reshape_52 1 1 99 100 0=128 1=-1 2=32
|
| 67 |
+
Concat stack_3 4 1 88 89 90 91 101 0=1
|
| 68 |
+
Reshape reshape_53 1 1 101 102 0=128 1=-1 11=4 2=8
|
| 69 |
+
Reshape reshape_54 1 1 102 103 0=128 1=-1 2=32
|
| 70 |
+
SDPA sdpa_91 4 1 92 100 103 8 104 5=1
|
| 71 |
+
Permute transpose_79 1 1 104 105 0=2
|
| 72 |
+
Reshape reshape_55 1 1 105 106 0=4096 1=-1
|
| 73 |
+
Gemm gemm_10 1 1 106 107 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
|
| 74 |
+
BinaryOp add_3 2 1 73 107 108 0=0
|
| 75 |
+
Split splitncnn_13 1 2 108 109 110
|
| 76 |
+
RMSNorm rmsn_35 1 1 110 111 0=3072 1=1.000000e-5 2=1
|
| 77 |
+
Split splitncnn_14 1 2 111 112 113
|
| 78 |
+
Gemm gemm_11 1 1 113 114 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 79 |
+
Swish silu_29 1 1 114 115
|
| 80 |
+
Gemm gemm_12 1 1 112 116 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 81 |
+
BinaryOp mul_4 2 1 115 116 117 0=2
|
| 82 |
+
Gemm gemm_13 1 1 117 118 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
|
| 83 |
+
BinaryOp add_5 2 1 109 118 119 0=0
|
| 84 |
+
Split splitncnn_15 1 2 119 120 121
|
| 85 |
+
RMSNorm rmsn_36 1 1 121 122 0=3072 1=1.000000e-5 2=1
|
| 86 |
+
Split splitncnn_16 1 3 122 123 124 125
|
| 87 |
+
Gemm gemm_14 1 1 125 126 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
|
| 88 |
+
Reshape reshape_56 1 1 126 127 0=128 1=32 2=-1
|
| 89 |
+
Permute transpose_80 1 1 127 128 0=2
|
| 90 |
+
Gemm gemm_15 1 1 124 129 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 91 |
+
Reshape reshape_57 1 1 129 130 0=128 1=8 2=-1
|
| 92 |
+
Permute transpose_81 1 1 130 131 0=2
|
| 93 |
+
Gemm gemm_16 1 1 123 132 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 94 |
+
Reshape reshape_58 1 1 132 133 0=128 1=8 2=-1
|
| 95 |
+
Permute transpose_82 1 1 133 134 0=2
|
| 96 |
+
Split splitncnn_17 1 4 134 135 136 137 138
|
| 97 |
+
RotaryEmbed rope_4 3 1 128 31 40 139 0=0 31=16
|
| 98 |
+
RotaryEmbed rope_5 3 1 131 30 39 140 0=0 31=16
|
| 99 |
+
Split splitncnn_18 1 4 140 141 142 143 144
|
| 100 |
+
Concat stack_4 4 1 141 142 143 144 145 0=1
|
| 101 |
+
Reshape reshape_59 1 1 145 146 0=128 1=-1 11=4 2=8
|
| 102 |
+
Reshape reshape_60 1 1 146 147 0=128 1=-1 2=32
|
| 103 |
+
Concat stack_5 4 1 135 136 137 138 148 0=1
|
| 104 |
+
Reshape reshape_61 1 1 148 149 0=128 1=-1 11=4 2=8
|
| 105 |
+
Reshape reshape_62 1 1 149 150 0=128 1=-1 2=32
|
| 106 |
+
SDPA sdpa_92 4 1 139 147 150 7 151 5=1
|
| 107 |
+
Permute transpose_83 1 1 151 152 0=2
|
| 108 |
+
Reshape reshape_63 1 1 152 153 0=4096 1=-1
|
| 109 |
+
Gemm gemm_17 1 1 153 154 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
|
| 110 |
+
BinaryOp add_6 2 1 120 154 155 0=0
|
| 111 |
+
Split splitncnn_19 1 2 155 156 157
|
| 112 |
+
RMSNorm rmsn_37 1 1 157 158 0=3072 1=1.000000e-5 2=1
|
| 113 |
+
Split splitncnn_20 1 2 158 159 160
|
| 114 |
+
Gemm gemm_18 1 1 160 161 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 115 |
+
Swish silu_30 1 1 161 162
|
| 116 |
+
Gemm gemm_19 1 1 159 163 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 117 |
+
BinaryOp mul_7 2 1 162 163 164 0=2
|
| 118 |
+
Gemm gemm_20 1 1 164 165 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
|
| 119 |
+
BinaryOp add_8 2 1 156 165 166 0=0
|
| 120 |
+
Split splitncnn_21 1 2 166 167 168
|
| 121 |
+
RMSNorm rmsn_38 1 1 168 169 0=3072 1=1.000000e-5 2=1
|
| 122 |
+
Split splitncnn_22 1 3 169 170 171 172
|
| 123 |
+
Gemm gemm_21 1 1 172 173 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
|
| 124 |
+
Reshape reshape_64 1 1 173 174 0=128 1=32 2=-1
|
| 125 |
+
Permute transpose_84 1 1 174 175 0=2
|
| 126 |
+
Gemm gemm_22 1 1 171 176 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 127 |
+
Reshape reshape_65 1 1 176 177 0=128 1=8 2=-1
|
| 128 |
+
Permute transpose_85 1 1 177 178 0=2
|
| 129 |
+
Gemm gemm_23 1 1 170 179 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 130 |
+
Reshape reshape_66 1 1 179 180 0=128 1=8 2=-1
|
| 131 |
+
Permute transpose_86 1 1 180 181 0=2
|
| 132 |
+
Split splitncnn_23 1 4 181 182 183 184 185
|
| 133 |
+
RotaryEmbed rope_6 3 1 175 29 38 186 0=0 31=16
|
| 134 |
+
RotaryEmbed rope_7 3 1 178 28 37 187 0=0 31=16
|
| 135 |
+
Split splitncnn_24 1 4 187 188 189 190 191
|
| 136 |
+
Concat stack_6 4 1 188 189 190 191 192 0=1
|
| 137 |
+
Reshape reshape_67 1 1 192 193 0=128 1=-1 11=4 2=8
|
| 138 |
+
Reshape reshape_68 1 1 193 194 0=128 1=-1 2=32
|
| 139 |
+
Concat stack_7 4 1 182 183 184 185 195 0=1
|
| 140 |
+
Reshape reshape_69 1 1 195 196 0=128 1=-1 11=4 2=8
|
| 141 |
+
Reshape reshape_70 1 1 196 197 0=128 1=-1 2=32
|
| 142 |
+
SDPA sdpa_93 4 1 186 194 197 6 198 5=1
|
| 143 |
+
Permute transpose_87 1 1 198 199 0=2
|
| 144 |
+
Reshape reshape_71 1 1 199 200 0=4096 1=-1
|
| 145 |
+
Gemm gemm_24 1 1 200 201 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
|
| 146 |
+
BinaryOp add_9 2 1 167 201 202 0=0
|
| 147 |
+
Split splitncnn_25 1 2 202 203 204
|
| 148 |
+
RMSNorm rmsn_39 1 1 204 205 0=3072 1=1.000000e-5 2=1
|
| 149 |
+
Split splitncnn_26 1 2 205 206 207
|
| 150 |
+
Gemm gemm_25 1 1 207 208 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 151 |
+
Swish silu_31 1 1 208 209
|
| 152 |
+
Gemm gemm_26 1 1 206 210 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 153 |
+
BinaryOp mul_10 2 1 209 210 211 0=2
|
| 154 |
+
Gemm gemm_27 1 1 211 212 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
|
| 155 |
+
BinaryOp add_11 2 1 203 212 out0 0=0
|
text_encoder/layers_17_20.ncnn.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:278af9889b882c51fb803f21807409a6182cfc6236c6d7e16d59b6f95c25a125
|
| 3 |
+
size 1862369392
|
text_encoder/layers_17_20.ncnn.param
ADDED
|
@@ -0,0 +1,155 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
7767517
|
| 2 |
+
153 214
|
| 3 |
+
Input in0 0 1 in0
|
| 4 |
+
Split splitncnn_0 1 2 in0 1 2
|
| 5 |
+
Input in1 0 1 in1
|
| 6 |
+
Input in2 0 1 in2
|
| 7 |
+
Input in3 0 1 in3
|
| 8 |
+
Split splitncnn_1 1 4 in3 6 7 8 9
|
| 9 |
+
RMSNorm rmsn_32 1 1 2 10 0=3072 1=1.000000e-5 2=1
|
| 10 |
+
Split splitncnn_2 1 3 10 11 12 13
|
| 11 |
+
Gemm gemm_0 1 1 13 14 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
|
| 12 |
+
Reshape reshape_40 1 1 14 15 0=128 1=32 2=-1
|
| 13 |
+
Permute transpose_72 1 1 15 16 0=2
|
| 14 |
+
Gemm gemm_1 1 1 12 17 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 15 |
+
Reshape reshape_41 1 1 17 18 0=128 1=8 2=-1
|
| 16 |
+
Permute transpose_73 1 1 18 19 0=2
|
| 17 |
+
Gemm gemm_2 1 1 11 20 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 18 |
+
Reshape reshape_42 1 1 20 21 0=128 1=8 2=-1
|
| 19 |
+
Permute transpose_74 1 1 21 22 0=2
|
| 20 |
+
Split splitncnn_3 1 4 22 23 24 25 26
|
| 21 |
+
ExpandDims unsqueeze_88 1 1 in1 27 -23303=1,0
|
| 22 |
+
Split splitncnn_4 1 8 27 28 29 30 31 32 33 34 35
|
| 23 |
+
ExpandDims unsqueeze_89 1 1 in2 36 -23303=1,0
|
| 24 |
+
Split splitncnn_5 1 8 36 37 38 39 40 41 42 43 44
|
| 25 |
+
RotaryEmbed rope_0 3 1 16 35 44 45 0=0 31=16
|
| 26 |
+
RotaryEmbed rope_1 3 1 19 34 43 46 0=0 31=16
|
| 27 |
+
Split splitncnn_6 1 4 46 47 48 49 50
|
| 28 |
+
Concat stack_0 4 1 47 48 49 50 51 0=1
|
| 29 |
+
Reshape reshape_43 1 1 51 52 0=128 1=-1 11=4 2=8
|
| 30 |
+
Reshape reshape_44 1 1 52 53 0=128 1=-1 2=32
|
| 31 |
+
Concat stack_1 4 1 23 24 25 26 54 0=1
|
| 32 |
+
Reshape reshape_45 1 1 54 55 0=128 1=-1 11=4 2=8
|
| 33 |
+
Reshape reshape_46 1 1 55 56 0=128 1=-1 2=32
|
| 34 |
+
SDPA sdpa_90 4 1 45 53 56 9 57 5=1
|
| 35 |
+
Permute transpose_75 1 1 57 58 0=2
|
| 36 |
+
Reshape reshape_47 1 1 58 59 0=4096 1=-1
|
| 37 |
+
Gemm gemm_3 1 1 59 60 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
|
| 38 |
+
BinaryOp add_0 2 1 1 60 61 0=0
|
| 39 |
+
Split splitncnn_7 1 2 61 62 63
|
| 40 |
+
RMSNorm rmsn_33 1 1 63 64 0=3072 1=1.000000e-5 2=1
|
| 41 |
+
Split splitncnn_8 1 2 64 65 66
|
| 42 |
+
Gemm gemm_4 1 1 66 67 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 43 |
+
Swish silu_28 1 1 67 68
|
| 44 |
+
Gemm gemm_5 1 1 65 69 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 45 |
+
BinaryOp mul_1 2 1 68 69 70 0=2
|
| 46 |
+
Gemm gemm_6 1 1 70 71 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
|
| 47 |
+
BinaryOp add_2 2 1 62 71 72 0=0
|
| 48 |
+
Split splitncnn_9 1 2 72 73 74
|
| 49 |
+
RMSNorm rmsn_34 1 1 74 75 0=3072 1=1.000000e-5 2=1
|
| 50 |
+
Split splitncnn_10 1 3 75 76 77 78
|
| 51 |
+
Gemm gemm_7 1 1 78 79 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
|
| 52 |
+
Reshape reshape_48 1 1 79 80 0=128 1=32 2=-1
|
| 53 |
+
Permute transpose_76 1 1 80 81 0=2
|
| 54 |
+
Gemm gemm_8 1 1 77 82 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 55 |
+
Reshape reshape_49 1 1 82 83 0=128 1=8 2=-1
|
| 56 |
+
Permute transpose_77 1 1 83 84 0=2
|
| 57 |
+
Gemm gemm_9 1 1 76 85 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 58 |
+
Reshape reshape_50 1 1 85 86 0=128 1=8 2=-1
|
| 59 |
+
Permute transpose_78 1 1 86 87 0=2
|
| 60 |
+
Split splitncnn_11 1 4 87 88 89 90 91
|
| 61 |
+
RotaryEmbed rope_2 3 1 81 33 42 92 0=0 31=16
|
| 62 |
+
RotaryEmbed rope_3 3 1 84 32 41 93 0=0 31=16
|
| 63 |
+
Split splitncnn_12 1 4 93 94 95 96 97
|
| 64 |
+
Concat stack_2 4 1 94 95 96 97 98 0=1
|
| 65 |
+
Reshape reshape_51 1 1 98 99 0=128 1=-1 11=4 2=8
|
| 66 |
+
Reshape reshape_52 1 1 99 100 0=128 1=-1 2=32
|
| 67 |
+
Concat stack_3 4 1 88 89 90 91 101 0=1
|
| 68 |
+
Reshape reshape_53 1 1 101 102 0=128 1=-1 11=4 2=8
|
| 69 |
+
Reshape reshape_54 1 1 102 103 0=128 1=-1 2=32
|
| 70 |
+
SDPA sdpa_91 4 1 92 100 103 8 104 5=1
|
| 71 |
+
Permute transpose_79 1 1 104 105 0=2
|
| 72 |
+
Reshape reshape_55 1 1 105 106 0=4096 1=-1
|
| 73 |
+
Gemm gemm_10 1 1 106 107 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
|
| 74 |
+
BinaryOp add_3 2 1 73 107 108 0=0
|
| 75 |
+
Split splitncnn_13 1 2 108 109 110
|
| 76 |
+
RMSNorm rmsn_35 1 1 110 111 0=3072 1=1.000000e-5 2=1
|
| 77 |
+
Split splitncnn_14 1 2 111 112 113
|
| 78 |
+
Gemm gemm_11 1 1 113 114 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 79 |
+
Swish silu_29 1 1 114 115
|
| 80 |
+
Gemm gemm_12 1 1 112 116 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 81 |
+
BinaryOp mul_4 2 1 115 116 117 0=2
|
| 82 |
+
Gemm gemm_13 1 1 117 118 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
|
| 83 |
+
BinaryOp add_5 2 1 109 118 119 0=0
|
| 84 |
+
Split splitncnn_15 1 2 119 120 121
|
| 85 |
+
RMSNorm rmsn_36 1 1 121 122 0=3072 1=1.000000e-5 2=1
|
| 86 |
+
Split splitncnn_16 1 3 122 123 124 125
|
| 87 |
+
Gemm gemm_14 1 1 125 126 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
|
| 88 |
+
Reshape reshape_56 1 1 126 127 0=128 1=32 2=-1
|
| 89 |
+
Permute transpose_80 1 1 127 128 0=2
|
| 90 |
+
Gemm gemm_15 1 1 124 129 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 91 |
+
Reshape reshape_57 1 1 129 130 0=128 1=8 2=-1
|
| 92 |
+
Permute transpose_81 1 1 130 131 0=2
|
| 93 |
+
Gemm gemm_16 1 1 123 132 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 94 |
+
Reshape reshape_58 1 1 132 133 0=128 1=8 2=-1
|
| 95 |
+
Permute transpose_82 1 1 133 134 0=2
|
| 96 |
+
Split splitncnn_17 1 4 134 135 136 137 138
|
| 97 |
+
RotaryEmbed rope_4 3 1 128 31 40 139 0=0 31=16
|
| 98 |
+
RotaryEmbed rope_5 3 1 131 30 39 140 0=0 31=16
|
| 99 |
+
Split splitncnn_18 1 4 140 141 142 143 144
|
| 100 |
+
Concat stack_4 4 1 141 142 143 144 145 0=1
|
| 101 |
+
Reshape reshape_59 1 1 145 146 0=128 1=-1 11=4 2=8
|
| 102 |
+
Reshape reshape_60 1 1 146 147 0=128 1=-1 2=32
|
| 103 |
+
Concat stack_5 4 1 135 136 137 138 148 0=1
|
| 104 |
+
Reshape reshape_61 1 1 148 149 0=128 1=-1 11=4 2=8
|
| 105 |
+
Reshape reshape_62 1 1 149 150 0=128 1=-1 2=32
|
| 106 |
+
SDPA sdpa_92 4 1 139 147 150 7 151 5=1
|
| 107 |
+
Permute transpose_83 1 1 151 152 0=2
|
| 108 |
+
Reshape reshape_63 1 1 152 153 0=4096 1=-1
|
| 109 |
+
Gemm gemm_17 1 1 153 154 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
|
| 110 |
+
BinaryOp add_6 2 1 120 154 155 0=0
|
| 111 |
+
Split splitncnn_19 1 2 155 156 157
|
| 112 |
+
RMSNorm rmsn_37 1 1 157 158 0=3072 1=1.000000e-5 2=1
|
| 113 |
+
Split splitncnn_20 1 2 158 159 160
|
| 114 |
+
Gemm gemm_18 1 1 160 161 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 115 |
+
Swish silu_30 1 1 161 162
|
| 116 |
+
Gemm gemm_19 1 1 159 163 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 117 |
+
BinaryOp mul_7 2 1 162 163 164 0=2
|
| 118 |
+
Gemm gemm_20 1 1 164 165 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
|
| 119 |
+
BinaryOp add_8 2 1 156 165 166 0=0
|
| 120 |
+
Split splitncnn_21 1 2 166 167 168
|
| 121 |
+
RMSNorm rmsn_38 1 1 168 169 0=3072 1=1.000000e-5 2=1
|
| 122 |
+
Split splitncnn_22 1 3 169 170 171 172
|
| 123 |
+
Gemm gemm_21 1 1 172 173 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
|
| 124 |
+
Reshape reshape_64 1 1 173 174 0=128 1=32 2=-1
|
| 125 |
+
Permute transpose_84 1 1 174 175 0=2
|
| 126 |
+
Gemm gemm_22 1 1 171 176 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 127 |
+
Reshape reshape_65 1 1 176 177 0=128 1=8 2=-1
|
| 128 |
+
Permute transpose_85 1 1 177 178 0=2
|
| 129 |
+
Gemm gemm_23 1 1 170 179 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 130 |
+
Reshape reshape_66 1 1 179 180 0=128 1=8 2=-1
|
| 131 |
+
Permute transpose_86 1 1 180 181 0=2
|
| 132 |
+
Split splitncnn_23 1 4 181 182 183 184 185
|
| 133 |
+
RotaryEmbed rope_6 3 1 175 29 38 186 0=0 31=16
|
| 134 |
+
RotaryEmbed rope_7 3 1 178 28 37 187 0=0 31=16
|
| 135 |
+
Split splitncnn_24 1 4 187 188 189 190 191
|
| 136 |
+
Concat stack_6 4 1 188 189 190 191 192 0=1
|
| 137 |
+
Reshape reshape_67 1 1 192 193 0=128 1=-1 11=4 2=8
|
| 138 |
+
Reshape reshape_68 1 1 193 194 0=128 1=-1 2=32
|
| 139 |
+
Concat stack_7 4 1 182 183 184 185 195 0=1
|
| 140 |
+
Reshape reshape_69 1 1 195 196 0=128 1=-1 11=4 2=8
|
| 141 |
+
Reshape reshape_70 1 1 196 197 0=128 1=-1 2=32
|
| 142 |
+
SDPA sdpa_93 4 1 186 194 197 6 198 5=1
|
| 143 |
+
Permute transpose_87 1 1 198 199 0=2
|
| 144 |
+
Reshape reshape_71 1 1 199 200 0=4096 1=-1
|
| 145 |
+
Gemm gemm_24 1 1 200 201 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
|
| 146 |
+
BinaryOp add_9 2 1 167 201 202 0=0
|
| 147 |
+
Split splitncnn_25 1 2 202 203 204
|
| 148 |
+
RMSNorm rmsn_39 1 1 204 205 0=3072 1=1.000000e-5 2=1
|
| 149 |
+
Split splitncnn_26 1 2 205 206 207
|
| 150 |
+
Gemm gemm_25 1 1 207 208 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 151 |
+
Swish silu_31 1 1 208 209
|
| 152 |
+
Gemm gemm_26 1 1 206 210 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 153 |
+
BinaryOp mul_10 2 1 209 210 211 0=2
|
| 154 |
+
Gemm gemm_27 1 1 211 212 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
|
| 155 |
+
BinaryOp add_11 2 1 203 212 out0 0=0
|
text_encoder/layers_21_24.ncnn.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:636218a0c496ffc122bfda483f71431a9bd8751a5523844824b28453862d5f9d
|
| 3 |
+
size 1862369392
|
text_encoder/layers_21_24.ncnn.param
ADDED
|
@@ -0,0 +1,155 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
7767517
|
| 2 |
+
153 214
|
| 3 |
+
Input in0 0 1 in0
|
| 4 |
+
Split splitncnn_0 1 2 in0 1 2
|
| 5 |
+
Input in1 0 1 in1
|
| 6 |
+
Input in2 0 1 in2
|
| 7 |
+
Input in3 0 1 in3
|
| 8 |
+
Split splitncnn_1 1 4 in3 6 7 8 9
|
| 9 |
+
RMSNorm rmsn_32 1 1 2 10 0=3072 1=1.000000e-5 2=1
|
| 10 |
+
Split splitncnn_2 1 3 10 11 12 13
|
| 11 |
+
Gemm gemm_0 1 1 13 14 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
|
| 12 |
+
Reshape reshape_40 1 1 14 15 0=128 1=32 2=-1
|
| 13 |
+
Permute transpose_72 1 1 15 16 0=2
|
| 14 |
+
Gemm gemm_1 1 1 12 17 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 15 |
+
Reshape reshape_41 1 1 17 18 0=128 1=8 2=-1
|
| 16 |
+
Permute transpose_73 1 1 18 19 0=2
|
| 17 |
+
Gemm gemm_2 1 1 11 20 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 18 |
+
Reshape reshape_42 1 1 20 21 0=128 1=8 2=-1
|
| 19 |
+
Permute transpose_74 1 1 21 22 0=2
|
| 20 |
+
Split splitncnn_3 1 4 22 23 24 25 26
|
| 21 |
+
ExpandDims unsqueeze_88 1 1 in1 27 -23303=1,0
|
| 22 |
+
Split splitncnn_4 1 8 27 28 29 30 31 32 33 34 35
|
| 23 |
+
ExpandDims unsqueeze_89 1 1 in2 36 -23303=1,0
|
| 24 |
+
Split splitncnn_5 1 8 36 37 38 39 40 41 42 43 44
|
| 25 |
+
RotaryEmbed rope_0 3 1 16 35 44 45 0=0 31=16
|
| 26 |
+
RotaryEmbed rope_1 3 1 19 34 43 46 0=0 31=16
|
| 27 |
+
Split splitncnn_6 1 4 46 47 48 49 50
|
| 28 |
+
Concat stack_0 4 1 47 48 49 50 51 0=1
|
| 29 |
+
Reshape reshape_43 1 1 51 52 0=128 1=-1 11=4 2=8
|
| 30 |
+
Reshape reshape_44 1 1 52 53 0=128 1=-1 2=32
|
| 31 |
+
Concat stack_1 4 1 23 24 25 26 54 0=1
|
| 32 |
+
Reshape reshape_45 1 1 54 55 0=128 1=-1 11=4 2=8
|
| 33 |
+
Reshape reshape_46 1 1 55 56 0=128 1=-1 2=32
|
| 34 |
+
SDPA sdpa_90 4 1 45 53 56 9 57 5=1
|
| 35 |
+
Permute transpose_75 1 1 57 58 0=2
|
| 36 |
+
Reshape reshape_47 1 1 58 59 0=4096 1=-1
|
| 37 |
+
Gemm gemm_3 1 1 59 60 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
|
| 38 |
+
BinaryOp add_0 2 1 1 60 61 0=0
|
| 39 |
+
Split splitncnn_7 1 2 61 62 63
|
| 40 |
+
RMSNorm rmsn_33 1 1 63 64 0=3072 1=1.000000e-5 2=1
|
| 41 |
+
Split splitncnn_8 1 2 64 65 66
|
| 42 |
+
Gemm gemm_4 1 1 66 67 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 43 |
+
Swish silu_28 1 1 67 68
|
| 44 |
+
Gemm gemm_5 1 1 65 69 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 45 |
+
BinaryOp mul_1 2 1 68 69 70 0=2
|
| 46 |
+
Gemm gemm_6 1 1 70 71 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
|
| 47 |
+
BinaryOp add_2 2 1 62 71 72 0=0
|
| 48 |
+
Split splitncnn_9 1 2 72 73 74
|
| 49 |
+
RMSNorm rmsn_34 1 1 74 75 0=3072 1=1.000000e-5 2=1
|
| 50 |
+
Split splitncnn_10 1 3 75 76 77 78
|
| 51 |
+
Gemm gemm_7 1 1 78 79 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
|
| 52 |
+
Reshape reshape_48 1 1 79 80 0=128 1=32 2=-1
|
| 53 |
+
Permute transpose_76 1 1 80 81 0=2
|
| 54 |
+
Gemm gemm_8 1 1 77 82 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 55 |
+
Reshape reshape_49 1 1 82 83 0=128 1=8 2=-1
|
| 56 |
+
Permute transpose_77 1 1 83 84 0=2
|
| 57 |
+
Gemm gemm_9 1 1 76 85 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 58 |
+
Reshape reshape_50 1 1 85 86 0=128 1=8 2=-1
|
| 59 |
+
Permute transpose_78 1 1 86 87 0=2
|
| 60 |
+
Split splitncnn_11 1 4 87 88 89 90 91
|
| 61 |
+
RotaryEmbed rope_2 3 1 81 33 42 92 0=0 31=16
|
| 62 |
+
RotaryEmbed rope_3 3 1 84 32 41 93 0=0 31=16
|
| 63 |
+
Split splitncnn_12 1 4 93 94 95 96 97
|
| 64 |
+
Concat stack_2 4 1 94 95 96 97 98 0=1
|
| 65 |
+
Reshape reshape_51 1 1 98 99 0=128 1=-1 11=4 2=8
|
| 66 |
+
Reshape reshape_52 1 1 99 100 0=128 1=-1 2=32
|
| 67 |
+
Concat stack_3 4 1 88 89 90 91 101 0=1
|
| 68 |
+
Reshape reshape_53 1 1 101 102 0=128 1=-1 11=4 2=8
|
| 69 |
+
Reshape reshape_54 1 1 102 103 0=128 1=-1 2=32
|
| 70 |
+
SDPA sdpa_91 4 1 92 100 103 8 104 5=1
|
| 71 |
+
Permute transpose_79 1 1 104 105 0=2
|
| 72 |
+
Reshape reshape_55 1 1 105 106 0=4096 1=-1
|
| 73 |
+
Gemm gemm_10 1 1 106 107 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
|
| 74 |
+
BinaryOp add_3 2 1 73 107 108 0=0
|
| 75 |
+
Split splitncnn_13 1 2 108 109 110
|
| 76 |
+
RMSNorm rmsn_35 1 1 110 111 0=3072 1=1.000000e-5 2=1
|
| 77 |
+
Split splitncnn_14 1 2 111 112 113
|
| 78 |
+
Gemm gemm_11 1 1 113 114 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 79 |
+
Swish silu_29 1 1 114 115
|
| 80 |
+
Gemm gemm_12 1 1 112 116 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 81 |
+
BinaryOp mul_4 2 1 115 116 117 0=2
|
| 82 |
+
Gemm gemm_13 1 1 117 118 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
|
| 83 |
+
BinaryOp add_5 2 1 109 118 119 0=0
|
| 84 |
+
Split splitncnn_15 1 2 119 120 121
|
| 85 |
+
RMSNorm rmsn_36 1 1 121 122 0=3072 1=1.000000e-5 2=1
|
| 86 |
+
Split splitncnn_16 1 3 122 123 124 125
|
| 87 |
+
Gemm gemm_14 1 1 125 126 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
|
| 88 |
+
Reshape reshape_56 1 1 126 127 0=128 1=32 2=-1
|
| 89 |
+
Permute transpose_80 1 1 127 128 0=2
|
| 90 |
+
Gemm gemm_15 1 1 124 129 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 91 |
+
Reshape reshape_57 1 1 129 130 0=128 1=8 2=-1
|
| 92 |
+
Permute transpose_81 1 1 130 131 0=2
|
| 93 |
+
Gemm gemm_16 1 1 123 132 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 94 |
+
Reshape reshape_58 1 1 132 133 0=128 1=8 2=-1
|
| 95 |
+
Permute transpose_82 1 1 133 134 0=2
|
| 96 |
+
Split splitncnn_17 1 4 134 135 136 137 138
|
| 97 |
+
RotaryEmbed rope_4 3 1 128 31 40 139 0=0 31=16
|
| 98 |
+
RotaryEmbed rope_5 3 1 131 30 39 140 0=0 31=16
|
| 99 |
+
Split splitncnn_18 1 4 140 141 142 143 144
|
| 100 |
+
Concat stack_4 4 1 141 142 143 144 145 0=1
|
| 101 |
+
Reshape reshape_59 1 1 145 146 0=128 1=-1 11=4 2=8
|
| 102 |
+
Reshape reshape_60 1 1 146 147 0=128 1=-1 2=32
|
| 103 |
+
Concat stack_5 4 1 135 136 137 138 148 0=1
|
| 104 |
+
Reshape reshape_61 1 1 148 149 0=128 1=-1 11=4 2=8
|
| 105 |
+
Reshape reshape_62 1 1 149 150 0=128 1=-1 2=32
|
| 106 |
+
SDPA sdpa_92 4 1 139 147 150 7 151 5=1
|
| 107 |
+
Permute transpose_83 1 1 151 152 0=2
|
| 108 |
+
Reshape reshape_63 1 1 152 153 0=4096 1=-1
|
| 109 |
+
Gemm gemm_17 1 1 153 154 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
|
| 110 |
+
BinaryOp add_6 2 1 120 154 155 0=0
|
| 111 |
+
Split splitncnn_19 1 2 155 156 157
|
| 112 |
+
RMSNorm rmsn_37 1 1 157 158 0=3072 1=1.000000e-5 2=1
|
| 113 |
+
Split splitncnn_20 1 2 158 159 160
|
| 114 |
+
Gemm gemm_18 1 1 160 161 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 115 |
+
Swish silu_30 1 1 161 162
|
| 116 |
+
Gemm gemm_19 1 1 159 163 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 117 |
+
BinaryOp mul_7 2 1 162 163 164 0=2
|
| 118 |
+
Gemm gemm_20 1 1 164 165 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
|
| 119 |
+
BinaryOp add_8 2 1 156 165 166 0=0
|
| 120 |
+
Split splitncnn_21 1 2 166 167 168
|
| 121 |
+
RMSNorm rmsn_38 1 1 168 169 0=3072 1=1.000000e-5 2=1
|
| 122 |
+
Split splitncnn_22 1 3 169 170 171 172
|
| 123 |
+
Gemm gemm_21 1 1 172 173 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
|
| 124 |
+
Reshape reshape_64 1 1 173 174 0=128 1=32 2=-1
|
| 125 |
+
Permute transpose_84 1 1 174 175 0=2
|
| 126 |
+
Gemm gemm_22 1 1 171 176 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 127 |
+
Reshape reshape_65 1 1 176 177 0=128 1=8 2=-1
|
| 128 |
+
Permute transpose_85 1 1 177 178 0=2
|
| 129 |
+
Gemm gemm_23 1 1 170 179 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
|
| 130 |
+
Reshape reshape_66 1 1 179 180 0=128 1=8 2=-1
|
| 131 |
+
Permute transpose_86 1 1 180 181 0=2
|
| 132 |
+
Split splitncnn_23 1 4 181 182 183 184 185
|
| 133 |
+
RotaryEmbed rope_6 3 1 175 29 38 186 0=0 31=16
|
| 134 |
+
RotaryEmbed rope_7 3 1 178 28 37 187 0=0 31=16
|
| 135 |
+
Split splitncnn_24 1 4 187 188 189 190 191
|
| 136 |
+
Concat stack_6 4 1 188 189 190 191 192 0=1
|
| 137 |
+
Reshape reshape_67 1 1 192 193 0=128 1=-1 11=4 2=8
|
| 138 |
+
Reshape reshape_68 1 1 193 194 0=128 1=-1 2=32
|
| 139 |
+
Concat stack_7 4 1 182 183 184 185 195 0=1
|
| 140 |
+
Reshape reshape_69 1 1 195 196 0=128 1=-1 11=4 2=8
|
| 141 |
+
Reshape reshape_70 1 1 196 197 0=128 1=-1 2=32
|
| 142 |
+
SDPA sdpa_93 4 1 186 194 197 6 198 5=1
|
| 143 |
+
Permute transpose_87 1 1 198 199 0=2
|
| 144 |
+
Reshape reshape_71 1 1 199 200 0=4096 1=-1
|
| 145 |
+
Gemm gemm_24 1 1 200 201 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
|
| 146 |
+
BinaryOp add_9 2 1 167 201 202 0=0
|
| 147 |
+
Split splitncnn_25 1 2 202 203 204
|
| 148 |
+
RMSNorm rmsn_39 1 1 204 205 0=3072 1=1.000000e-5 2=1
|
| 149 |
+
Split splitncnn_26 1 2 205 206 207
|
| 150 |
+
Gemm gemm_25 1 1 207 208 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 151 |
+
Swish silu_31 1 1 208 209
|
| 152 |
+
Gemm gemm_26 1 1 206 210 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
|
| 153 |
+
BinaryOp mul_10 2 1 209 210 211 0=2
|
| 154 |
+
Gemm gemm_27 1 1 211 212 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
|
| 155 |
+
BinaryOp add_11 2 1 203 212 out0 0=0
|
tokenizer/tokenizer.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:577575622324b2e099e2648be26bdeb5e5815ffe66d7004e9e3ddbf421db6bf1
|
| 3 |
+
size 17078110
|
vae/constants.json
ADDED
|
@@ -0,0 +1,37 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"formula": "packed * sqrt(running_var + 1e-5) + running_mean",
|
| 3 |
+
"outputs": {
|
| 4 |
+
"running_mean": {
|
| 5 |
+
"bytes": 512,
|
| 6 |
+
"dtype": "float32 little-endian",
|
| 7 |
+
"path": "/root/autodl-tmp/ernie-image-ncnn/stage_e_cpp_dynamic_runtime/model_package/ernie-image-turbo/vae/running_mean.f32",
|
| 8 |
+
"sha256": "9027fac5727854f779ebbeae3032cfce0d47a11bc85f4329eb0a317c9ad90217",
|
| 9 |
+
"shape": [
|
| 10 |
+
128
|
| 11 |
+
],
|
| 12 |
+
"status": "verified-existing"
|
| 13 |
+
},
|
| 14 |
+
"running_var": {
|
| 15 |
+
"bytes": 512,
|
| 16 |
+
"dtype": "float32 little-endian",
|
| 17 |
+
"path": "/root/autodl-tmp/ernie-image-ncnn/stage_e_cpp_dynamic_runtime/model_package/ernie-image-turbo/vae/running_var.f32",
|
| 18 |
+
"sha256": "8b4656821cfe8827490068f768f0dba57e09423e900b8b018da097f0c4537009",
|
| 19 |
+
"shape": [
|
| 20 |
+
128
|
| 21 |
+
],
|
| 22 |
+
"status": "verified-existing"
|
| 23 |
+
}
|
| 24 |
+
},
|
| 25 |
+
"purpose": "C++ ERNIE VAE latent BN inverse constants",
|
| 26 |
+
"schema_version": 1,
|
| 27 |
+
"source": {
|
| 28 |
+
"conversion": "exact BF16 value promotion to FP32",
|
| 29 |
+
"keys": {
|
| 30 |
+
"running_mean": "bn.running_mean",
|
| 31 |
+
"running_var": "bn.running_var"
|
| 32 |
+
},
|
| 33 |
+
"path": "/root/autodl-tmp/huggingface/hub/models--baidu--ERNIE-Image-Turbo/blobs/ca70d2202afe6415bdbcb8793ba8cd99fd159cfe6192381504d6c4d3036e0f04",
|
| 34 |
+
"sha256": "ca70d2202afe6415bdbcb8793ba8cd99fd159cfe6192381504d6c4d3036e0f04",
|
| 35 |
+
"source_dtype": "torch.bfloat16"
|
| 36 |
+
}
|
| 37 |
+
}
|
vae/decoder.ncnn.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ee7db4b3725079f9baeb8587bcad56fd3f04d92254b90d86acc894c1ec63cd24
|
| 3 |
+
size 198481196
|
vae/decoder.ncnn.param
ADDED
|
@@ -0,0 +1,136 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
7767517
|
| 2 |
+
134 149
|
| 3 |
+
Input in0 0 1 in0
|
| 4 |
+
Convolution conv_3 1 1 in0 1 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024
|
| 5 |
+
Convolution conv_4 1 1 1 2 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456
|
| 6 |
+
Split splitncnn_0 1 2 2 3 4
|
| 7 |
+
GroupNorm gn_39 1 1 4 5 0=32 1=512 2=1.000000e-6 3=1
|
| 8 |
+
Swish silu_70 1 1 5 6
|
| 9 |
+
Convolution conv_5 1 1 6 7 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
|
| 10 |
+
GroupNorm gn_40 1 1 7 8 0=32 1=512 2=1.000000e-6 3=1
|
| 11 |
+
Swish silu_71 1 1 8 9
|
| 12 |
+
Convolution conv_6 1 1 9 10 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
|
| 13 |
+
BinaryOp add_0 2 1 3 10 11 0=0
|
| 14 |
+
Split splitncnn_1 1 2 11 12 13
|
| 15 |
+
Reshape reshape_99 1 1 13 14 0=16384 1=512
|
| 16 |
+
GroupNorm gn_41 1 1 14 15 0=32 1=512 2=1.000000e-6 3=1
|
| 17 |
+
Permute transpose_101 1 1 15 16 0=1
|
| 18 |
+
MultiHeadAttention attention_69 1 1 16 17 0=512 1=1 2=262144 3=512 4=512
|
| 19 |
+
Permute transpose_102 1 1 17 18 0=1
|
| 20 |
+
Reshape reshape_100 1 1 18 19 0=128 1=128 2=512
|
| 21 |
+
BinaryOp add_1 2 1 19 12 20 0=0
|
| 22 |
+
Split splitncnn_2 1 2 20 21 22
|
| 23 |
+
GroupNorm gn_42 1 1 22 23 0=32 1=512 2=1.000000e-6 3=1
|
| 24 |
+
Swish silu_72 1 1 23 24
|
| 25 |
+
Convolution conv_7 1 1 24 25 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
|
| 26 |
+
GroupNorm gn_43 1 1 25 26 0=32 1=512 2=1.000000e-6 3=1
|
| 27 |
+
Swish silu_73 1 1 26 27
|
| 28 |
+
Convolution conv_8 1 1 27 28 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
|
| 29 |
+
BinaryOp add_2 2 1 21 28 29 0=0
|
| 30 |
+
Split splitncnn_3 1 2 29 30 31
|
| 31 |
+
GroupNorm gn_44 1 1 31 32 0=32 1=512 2=1.000000e-6 3=1
|
| 32 |
+
Swish silu_74 1 1 32 33
|
| 33 |
+
Convolution conv_9 1 1 33 34 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
|
| 34 |
+
GroupNorm gn_45 1 1 34 35 0=32 1=512 2=1.000000e-6 3=1
|
| 35 |
+
Swish silu_75 1 1 35 36
|
| 36 |
+
Convolution conv_10 1 1 36 37 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
|
| 37 |
+
BinaryOp add_3 2 1 30 37 38 0=0
|
| 38 |
+
Split splitncnn_4 1 2 38 39 40
|
| 39 |
+
GroupNorm gn_46 1 1 40 41 0=32 1=512 2=1.000000e-6 3=1
|
| 40 |
+
Swish silu_76 1 1 41 42
|
| 41 |
+
Convolution conv_11 1 1 42 43 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
|
| 42 |
+
GroupNorm gn_47 1 1 43 44 0=32 1=512 2=1.000000e-6 3=1
|
| 43 |
+
Swish silu_77 1 1 44 45
|
| 44 |
+
Convolution conv_12 1 1 45 46 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
|
| 45 |
+
BinaryOp add_4 2 1 39 46 47 0=0
|
| 46 |
+
Split splitncnn_5 1 2 47 48 49
|
| 47 |
+
GroupNorm gn_48 1 1 49 50 0=32 1=512 2=1.000000e-6 3=1
|
| 48 |
+
Swish silu_78 1 1 50 51
|
| 49 |
+
Convolution conv_13 1 1 51 52 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
|
| 50 |
+
GroupNorm gn_49 1 1 52 53 0=32 1=512 2=1.000000e-6 3=1
|
| 51 |
+
Swish silu_79 1 1 53 54
|
| 52 |
+
Convolution conv_14 1 1 54 55 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
|
| 53 |
+
BinaryOp add_5 2 1 48 55 56 0=0
|
| 54 |
+
Interp upsample_nearest_0 1 1 56 57 0=1 1=2.0 2=2.0 6=0
|
| 55 |
+
Convolution conv_15 1 1 57 58 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
|
| 56 |
+
Split splitncnn_6 1 2 58 59 60
|
| 57 |
+
GroupNorm gn_50 1 1 60 61 0=32 1=512 2=1.000000e-6 3=1
|
| 58 |
+
Swish silu_80 1 1 61 62
|
| 59 |
+
Convolution conv_16 1 1 62 63 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
|
| 60 |
+
GroupNorm gn_51 1 1 63 64 0=32 1=512 2=1.000000e-6 3=1
|
| 61 |
+
Swish silu_81 1 1 64 65
|
| 62 |
+
Convolution conv_17 1 1 65 66 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
|
| 63 |
+
BinaryOp add_6 2 1 59 66 67 0=0
|
| 64 |
+
Split splitncnn_7 1 2 67 68 69
|
| 65 |
+
GroupNorm gn_52 1 1 69 70 0=32 1=512 2=1.000000e-6 3=1
|
| 66 |
+
Swish silu_82 1 1 70 71
|
| 67 |
+
Convolution conv_18 1 1 71 72 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
|
| 68 |
+
GroupNorm gn_53 1 1 72 73 0=32 1=512 2=1.000000e-6 3=1
|
| 69 |
+
Swish silu_83 1 1 73 74
|
| 70 |
+
Convolution conv_19 1 1 74 75 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
|
| 71 |
+
BinaryOp add_7 2 1 68 75 76 0=0
|
| 72 |
+
Split splitncnn_8 1 2 76 77 78
|
| 73 |
+
GroupNorm gn_54 1 1 78 79 0=32 1=512 2=1.000000e-6 3=1
|
| 74 |
+
Swish silu_84 1 1 79 80
|
| 75 |
+
Convolution conv_20 1 1 80 81 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
|
| 76 |
+
GroupNorm gn_55 1 1 81 82 0=32 1=512 2=1.000000e-6 3=1
|
| 77 |
+
Swish silu_85 1 1 82 83
|
| 78 |
+
Convolution conv_21 1 1 83 84 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
|
| 79 |
+
BinaryOp add_8 2 1 77 84 85 0=0
|
| 80 |
+
Interp upsample_nearest_1 1 1 85 86 0=1 1=2.0 2=2.0 6=0
|
| 81 |
+
Convolution conv_22 1 1 86 87 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
|
| 82 |
+
Split splitncnn_9 1 2 87 88 89
|
| 83 |
+
GroupNorm gn_56 1 1 89 90 0=32 1=512 2=1.000000e-6 3=1
|
| 84 |
+
Swish silu_86 1 1 90 91
|
| 85 |
+
Convolution conv_23 1 1 91 92 0=256 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=1179648
|
| 86 |
+
GroupNorm gn_57 1 1 92 93 0=32 1=256 2=1.000000e-6 3=1
|
| 87 |
+
Swish silu_87 1 1 93 94
|
| 88 |
+
Convolution conv_24 1 1 94 95 0=256 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=589824
|
| 89 |
+
Convolution conv_25 1 1 88 96 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=131072
|
| 90 |
+
BinaryOp add_9 2 1 96 95 97 0=0
|
| 91 |
+
Split splitncnn_10 1 2 97 98 99
|
| 92 |
+
GroupNorm gn_58 1 1 99 100 0=32 1=256 2=1.000000e-6 3=1
|
| 93 |
+
Swish silu_88 1 1 100 101
|
| 94 |
+
Convolution conv_26 1 1 101 102 0=256 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=589824
|
| 95 |
+
GroupNorm gn_59 1 1 102 103 0=32 1=256 2=1.000000e-6 3=1
|
| 96 |
+
Swish silu_89 1 1 103 104
|
| 97 |
+
Convolution conv_27 1 1 104 105 0=256 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=589824
|
| 98 |
+
BinaryOp add_10 2 1 98 105 106 0=0
|
| 99 |
+
Split splitncnn_11 1 2 106 107 108
|
| 100 |
+
GroupNorm gn_60 1 1 108 109 0=32 1=256 2=1.000000e-6 3=1
|
| 101 |
+
Swish silu_90 1 1 109 110
|
| 102 |
+
Convolution conv_28 1 1 110 111 0=256 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=589824
|
| 103 |
+
GroupNorm gn_61 1 1 111 112 0=32 1=256 2=1.000000e-6 3=1
|
| 104 |
+
Swish silu_91 1 1 112 113
|
| 105 |
+
Convolution conv_29 1 1 113 114 0=256 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=589824
|
| 106 |
+
BinaryOp add_11 2 1 107 114 115 0=0
|
| 107 |
+
Interp upsample_nearest_2 1 1 115 116 0=1 1=2.0 2=2.0 6=0
|
| 108 |
+
Convolution conv_30 1 1 116 117 0=256 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=589824
|
| 109 |
+
Split splitncnn_12 1 2 117 118 119
|
| 110 |
+
GroupNorm gn_62 1 1 119 120 0=32 1=256 2=1.000000e-6 3=1
|
| 111 |
+
Swish silu_92 1 1 120 121
|
| 112 |
+
Convolution conv_31 1 1 121 122 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=294912
|
| 113 |
+
GroupNorm gn_63 1 1 122 123 0=32 1=128 2=1.000000e-6 3=1
|
| 114 |
+
Swish silu_93 1 1 123 124
|
| 115 |
+
Convolution conv_32 1 1 124 125 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456
|
| 116 |
+
Convolution conv_33 1 1 118 126 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768
|
| 117 |
+
BinaryOp add_12 2 1 126 125 127 0=0
|
| 118 |
+
Split splitncnn_13 1 2 127 128 129
|
| 119 |
+
GroupNorm gn_64 1 1 129 130 0=32 1=128 2=1.000000e-6 3=1
|
| 120 |
+
Swish silu_94 1 1 130 131
|
| 121 |
+
Convolution conv_34 1 1 131 132 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456
|
| 122 |
+
GroupNorm gn_65 1 1 132 133 0=32 1=128 2=1.000000e-6 3=1
|
| 123 |
+
Swish silu_95 1 1 133 134
|
| 124 |
+
Convolution conv_35 1 1 134 135 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456
|
| 125 |
+
BinaryOp add_13 2 1 128 135 136 0=0
|
| 126 |
+
Split splitncnn_14 1 2 136 137 138
|
| 127 |
+
GroupNorm gn_66 1 1 138 139 0=32 1=128 2=1.000000e-6 3=1
|
| 128 |
+
Swish silu_96 1 1 139 140
|
| 129 |
+
Convolution conv_36 1 1 140 141 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456
|
| 130 |
+
GroupNorm gn_67 1 1 141 142 0=32 1=128 2=1.000000e-6 3=1
|
| 131 |
+
Swish silu_97 1 1 142 143
|
| 132 |
+
Convolution conv_37 1 1 143 144 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456
|
| 133 |
+
BinaryOp add_14 2 1 137 144 145 0=0
|
| 134 |
+
GroupNorm gn_68 1 1 145 146 0=32 1=128 2=1.000000e-6 3=1
|
| 135 |
+
Swish silu_98 1 1 146 147
|
| 136 |
+
Convolution conv_38 1 1 147 out0 0=3 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=3456
|
vae/running_mean.f32
ADDED
|
Binary file (512 Bytes). View file
|
|
|
vae/running_var.f32
ADDED
|
Binary file (512 Bytes). View file
|
|
|