Hugging Face's logo

fusorlabs
/
d1-2b-web

Image-Text-to-Text
fusor-ai
lfm3_vl
webassembly
wasm
on-device
custom_code
Model card Files
xet
 Community
apirela17 commited on
Commit
bc2189b
·
verified ·
1 Parent(s): e0dc107

Deploy the liquidai-lmf3-wasm 0.1.2 bundle

Browse files
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. LICENSE +71 -0
  3. README.md +33 -0
  4. calibration.json +380 -0
  5. config.json +126 -0
  6. manifest.json +3489 -0
  7. parts/0192d0865572672417f9986cc46965ffa691ad3630da923622356bfd876a691e.bin +3 -0
  8. parts/0303f07427161a44126f4255737884a4b0ac260380a4f0f60c3674cf90faabf3.bin +3 -0
  9. parts/032c3d51cc2e9add32ffa679233ff57e5f0ec8e0fdaf7ed369a39ad4c6bad1dc.bin +3 -0
  10. parts/0efa863fd585d21023a05410783349c7220bc0faaf65d2649640b281a84f6505.bin +3 -0
  11. parts/184cf4ca8ba8a146f19b9499ef1805f7be9e8c5828183ef96be4dda52ba3b454.bin +3 -0
  12. parts/1903729ddb267dd0f641e937854a91fabf0d2070bba1b0b17d6fa41d7277d7f5.bin +3 -0
  13. parts/1a283948d6d44616699867ff0b2d06e4879239325a0fd0f20eeeefbb0d11c733.bin +3 -0
  14. parts/1ce0bb98f95634ae0577b965ad1956c397327dc1765685f437b5be6b9dc2931a.bin +3 -0
  15. parts/2248bef9414e98eab2bdef9e2d4a2672f596b276db1760f63c780e8f1983d378.bin +3 -0
  16. parts/2f4e7f38a92196ad7717d54e9d641630dd5c40d03c22b899b64224017f3c6d89.bin +3 -0
  17. parts/35dfd5ab056e0ad9d2bf4e7b4cce663b94cf6e0196155cc8541cd1a6b9f82e10.bin +3 -0
  18. parts/3aa555663789afc88e4a4c2e7afa347068ee0a146558197f52fa813f603046b3.bin +3 -0
  19. parts/41d75ae02b0988edac01cce2481e7c44667b603a9cf74479ac02ff2426a506a5.bin +3 -0
  20. parts/5654617f3b62f63529883dd5157ab9ff76a9055004401cd83510e5a0a355eda4.bin +3 -0
  21. parts/68917c567ab91a3170105d35ecc4e2e09164007236f7c3bf922a718a6a193b0b.bin +3 -0
  22. parts/6e2efc8e7feb31c0de2abbebe1a3514225dc60110d1af170de7f74ffc8b49c7f.bin +3 -0
  23. parts/73978f83cf7373274e7b1fafc1e3dba699bf99600545bd29404657994bdf8b68.bin +3 -0
  24. parts/7537d753a94afa68847fe9d2269dff515bc43163c531dc2546596081844480b5.bin +3 -0
  25. parts/8164053cf37451d3db4b8b639f2f98822ea4f47d657469e6cb5ffe2a76c7b83d.bin +3 -0
  26. parts/819c905da173181bea7648ec947582f6bbf98e7bf249fc429230ce8b0632134f.bin +3 -0
  27. parts/850c870785a4d8630a3361db4e0bbe9f2cd27de56d898d901f1aa6089b7a49fe.bin +3 -0
  28. parts/8dcd84eefbf6c3967d4a9ff9844f16011856630941092820f4213d5511f0889a.bin +3 -0
  29. parts/92985784905d9ce475b6a4ac04554750ca4b236e3dbbd7e26d3c938a1fd273e6.bin +3 -0
  30. parts/9e9d99ab90fa6ea5213e48b6d6505762c5bdb29045d02af2b15d413b9857993b.bin +3 -0
  31. parts/9eea982e44808f33872e9f0b9aad14e5ca9daa96a47c5de6751eb5324e84d486.bin +3 -0
  32. parts/a37842f49d6e810446723a280086e75f6ed196f28077cde60e6bad3b966ea5f8.bin +3 -0
  33. parts/a87ac5e44c8c3c3f84998c018b6caf1a13372e5e2800352ef19cd0fec5bf3244.bin +3 -0
  34. parts/a8f617809eb47fb4eec1641a30a4405ef781afb3d8114de1352eec77d0e8e9fd.bin +3 -0
  35. parts/a972f28a9af66a42bc14661b9c8d6519800a6e624438c2f0b0d88555780eef50.bin +3 -0
  36. parts/b66e020f90b1f06f70a6b19260fad321ac4c19f6870e918f0e26d0548e1f26b6.bin +3 -0
  37. parts/b925a4a609be1adcb881077b003424d034a78bc53be586ee307f8c35dc53b756.bin +3 -0
  38. parts/c211670045552c0f762b31cb16f360d80f96bb4f80637085ea9470b7069c5737.bin +3 -0
  39. parts/c85e3c5798bf9723ac0b8d82733ee98696b76401032ea487dd3aa51b3de7d352.bin +3 -0
  40. parts/cad9db80b88697f44dbfc6d4f9caba4246122e4605912e46d97b72ec55f3e92d.bin +3 -0
  41. parts/cd4adc6aae901143b5c57210e47931adbefc723b6ab5eae97a9c4d288c6ca076.bin +3 -0
  42. parts/d07435418baa8dfa83f764e44b60b208169c1b78d032fb17b28ad927ac817706.bin +3 -0
  43. parts/d50f7340bb02e19ad2ca1821f2a88d5bdf0979d160c62ae49c465c14c16398e2.bin +3 -0
  44. parts/e2e2856d82b4cdc562fb7f06c80d231ddf8d740b352f230a5769bbfd79a17026.bin +3 -0
  45. parts/e30736e946db4df8f8dcd899a4d6b1983ab2bee074f1387a3531c2bd1c6e63de.bin +3 -0
  46. parts/ea1fd2f25474f2421eb5e1f5cb9c3903412f82f786bf317dc0070ca658a1416d.bin +3 -0
  47. parts/eb993b58a287926a13141d267b2c732f99b8c717851d0685c1288534ee01de1d.bin +3 -0
  48. parts/ed671cc060bd93590f9ebfc7d6834c8a7cae3a19e15bfc3c9f559fc5138fef0e.bin +3 -0
  49. parts/f9f3e1a56561a46a831a63b67371dc30468cbb4c2a3b7df7d45795dc59e2a73a.bin +3 -0
  50. tokenizer.json +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
LICENSE ADDED
@@ -0,0 +1,71 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ LFM Open License v1.0
2
+
3
+ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
4
+
5
+ 1. Definitions.
6
+
7
+ "License" shall mean the terms and conditions for use, reproduction, and distribution as defined by this document.
8
+
9
+ "Licensor" shall mean Liquid AI, Inc.
10
+
11
+ "Legal Entity" shall mean the union of the acting entity and all other entities that control, are controlled by, or are under common control with that entity. For the purposes of this definition, "control" means (i) the power, direct or indirect, to cause the direction or management of such entity, whether by contract or otherwise, or (ii) ownership of fifty percent (50%) or more of the outstanding shares, or (iii) beneficial ownership of such entity.
12
+
13
+ "You" (or "Your") shall mean an individual or Legal Entity exercising permissions granted by this License.
14
+
15
+ "Source" form shall mean the preferred form for making modifications, including but not limited to software source code, documentation source, and configuration files.
16
+
17
+ "Object" form shall mean any form resulting from mechanical transformation or translation of a Source form, including but not limited to compiled object code, generated documentation, and conversions to other media types.
18
+
19
+ "Work" shall mean the work of authorship, whether in Source or Object form, made available under the License, as indicated by a copyright notice that is included in or attached to the work.
20
+
21
+ "Derivative Works" shall mean any work, whether in Source or Object form, that is based on (or derived from) the Work and for which the editorial revisions, annotations, elaborations, or other modifications represent, as a whole, an original work of authorship. For the purposes of this License, Derivative Works shall not include works that remain separable from, or merely link (or bind by name) to the interfaces of, the Work and Derivative Works thereof.
22
+
23
+ "Contribution" shall mean any work of authorship, including the original version of the Work and any modifications or additions to that Work or Derivative Works thereof, that is intentionally submitted to Licensor for inclusion in the Work by the copyright owner or by an individual or Legal Entity authorized to submit on behalf of the copyright owner. For the purposes of this definition, "submitted" means any form of electronic, verbal, or written communication sent to the Licensor or its representatives, including but not limited to communication on electronic mailing lists, source code control systems, and issue tracking systems that are managed by, or on behalf of, the Licensor for the purpose of discussing and improving the Work, but excluding communication that is conspicuously marked or otherwise designated in writing by the copyright owner as "Not a Contribution."
24
+
25
+ "Contributor" shall mean Licensor and any individual or Legal Entity on behalf of whom a Contribution has been received by Licensor and subsequently incorporated within the Work.
26
+
27
+ "Commercial Use" shall mean any use of the Work for direct or indirect commercial advantage or monetary compensation.
28
+
29
+ "Qualified Non-Profit Organization" shall mean a Legal Entity that is organized and operated exclusively for religious, charitable, scientific, testing for public safety, literary, or educational purposes, and which is exempt from federal income tax under Section 501(c)(3) of the United States Internal Revenue Code of 1986, as amended, or any equivalent non-profit or charitable organization in a foreign jurisdiction.
30
+
31
+ "Non-Commercial or Research Purposes" shall mean purposes that do not involve any use of the Work or a Derivative Work for Commercial Use.
32
+
33
+ "Threshold" shall mean annual revenue of 10 million United States dollars ($10,000,000) or more.
34
+
35
+ 2. Grant of Copyright License. Subject to the terms and conditions of this License, including the Commercial Use limitation set forth in Section 5, each Contributor hereby grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free, irrevocable copyright license to reproduce, prepare Derivative Works of, publicly display, publicly perform, sublicense, and distribute the Work and such Derivative Works in Source or Object form.
36
+
37
+ 3. Grant of Patent License. Subject to the terms and conditions of this License, including the Commercial Use limitation set forth in Section 5, each Contributor hereby grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free, irrevocable (except as stated in this section) patent license to make, have made, use, offer to sell, sell, import, and otherwise transfer the Work, where such license applies only to those patent claims licensable by such Contributor that are necessarily infringed by their Contribution(s) alone or by combination of their Contribution(s) with the Work to which such Contribution(s) was submitted. If You institute patent litigation against any entity (including a cross-claim or counterclaim in a lawsuit) alleging that the Work or a Contribution incorporated within the Work constitutes direct or contributory patent infringement, then any patent licenses granted to You under this License for that Work shall terminate as of the date such litigation is filed.
38
+
39
+ 4. Redistribution. You may reproduce and distribute copies of the Work or Derivative Works thereof in any medium, with or without modifications, and in Source or Object form, provided that You meet the following conditions:
40
+
41
+ (a) You must give any other recipients of the Work or Derivative Works a copy of this License; and
42
+
43
+ (b) You must cause any modified files to carry prominent notices stating that You changed the files; and
44
+
45
+ (c) You must retain, in the Source form of any Derivative Works that You distribute, all copyright, patent, trademark, and attribution notices from the Source form of the Work, excluding those notices that do not pertain to any part of the Derivative Works; and
46
+
47
+ (d) If the Work includes a "NOTICE" text file as part of its distribution, then any Derivative Works that You distribute must include a readable copy of the attribution notices contained within such NOTICE file, excluding those notices that do not pertain to any part of the Derivative Works, in at least one of the following places: within a NOTICE text file distributed as part of the Derivative Works; within the Source form or documentation, if provided along with the Derivative Works; or, within a display generated by the Derivative Works, if and wherever such third-party notices normally appear. The contents of the NOTICE file are for informational purposes only and do not modify the License. You may add Your own attribution notices within Derivative Works that You distribute, alongside or as an addendum to the NOTICE text from the Work, provided that such additional attribution notices cannot be construed as modifying the License.
48
+
49
+ You may add Your own copyright statement to Your modifications and may provide additional or different license terms and conditions for use, reproduction, or distribution of Your modifications, or for any such Derivative Works as a whole, provided Your use, reproduction, and distribution of the Work otherwise complies with the conditions stated in this License.
50
+
51
+ 5. Commercial Use Limitation.
52
+
53
+ (a) The rights granted under this License for Commercial Use are conditioned upon You or Your Legal Entity not exceeding the Threshold.
54
+
55
+ (b) Any Commercial Use of the Work or a Derivative Work by a Legal Entity that exceeds the Threshold is not licensed under this Agreement.
56
+
57
+ (c) The Threshold shall not apply to a Qualified Non-Profit Organization's use of the Work or a Derivative Work for Non-Commercial or Research Purposes.
58
+
59
+ 6. Submission of Contributions. Unless You explicitly state otherwise, any Contribution intentionally submitted for inclusion in the Work by You to the Licensor shall be under the terms and conditions of this License, without any additional terms or conditions. Notwithstanding the above, nothing herein shall supersede or modify the terms of any separate license agreement you may have executed with Licensor regarding such Contributions.
60
+
61
+ 7. Trademarks. This License does not grant permission to use the trade names, trademarks, service marks, or product names of the Licensor, except for the reasonable and customary use in describing the origin of the Work and reproducing the content of the NOTICE file.
62
+
63
+ 8. Disclaimer of Warranty. Unless required by applicable law or agreed to in writing, Licensor provides the Work (and each Contributor provides its Contributions) on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied, including, without limitation, any warranties or conditions of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A PARTICULAR PURPOSE. You are solely responsible for determining the appropriateness of using or redistributing the Work and assume any risks associated with Your exercise of permissions under this License.
64
+
65
+ 9. Limitation of Liability. In no event and under no legal theory, whether in tort (including negligence), contract, or otherwise, unless required by applicable law (such as deliberate and grossly negligent acts) or agreed to in writing, shall any Contributor be liable to You for damages, including any direct, indirect, special, incidental, or consequential damages of any character arising as a result of this License or out of the use or inability to use the Work (including but not limited to damages for loss of goodwill, work stoppage, computer failure or malfunction, or any and all other commercial damages or losses), even if such Contributor has been advised of the possibility of such damages.
66
+
67
+ 10. Accepting Warranty or Additional Liability. While redistributing the Work or Derivative Works thereof, You may choose to offer, and charge a fee for, acceptance of support, warranty, indemnity, or other liability obligations and/or rights consistent with this License. However, in accepting such obligations, You may act only on Your own behalf and on Your sole responsibility, not on behalf of any other Contributor, and only if You agree to indemnify, defend, and hold each Contributor harmless for any liability incurred by, or claims asserted against, such Contributor by reason of your accepting any such warranty or additional liability.
68
+
69
+ 11. Termination. This License will terminate automatically and immediately if You fail to comply with any of its terms and conditions. Upon termination, You must cease all use of the Work and any Derivative Works and delete all copies in Your possession.
70
+
71
+ END OF TERMS AND CONDITIONS
README.md ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: other
3
+ license_name: lfm1.0
4
+ license_link: LICENSE
5
+ base_model:
6
+ - LiquidAI/d1-2B
7
+ pipeline_tag: image-text-to-text
8
+ library_name: fusor-ai
9
+ tags:
10
+ - webassembly
11
+ - wasm
12
+ - on-device
13
+ ---
14
+
15
+ # d1-2B, compiled for the browser
16
+
17
+ Liquid AI's [d1-2B](https://huggingface.co/LiquidAI/d1-2B) compiled into a
18
+ [fusor-ai](https://github.com/fusor-rs/fusor-ai) bundle: the weights the browser runtime of
19
+ [liquidai-lmf3-wasm](https://github.com/fusor-rs/liquidai-lmf3-wasm) loads to answer named, typed
20
+ questions about a state and its images in one pass on the device's CPU. Try it in the Space
21
+ [fusorlabs/liquidai-lmf3-wasm](https://huggingface.co/spaces/fusorlabs/liquidai-lmf3-wasm).
22
+
23
+ - **Source:** `LiquidAI/d1-2B` at revision `97c57047d5852d77e02dfac211f8768aff77a8b2`,
24
+ compiled with the `q7` profile: every large matrix 7-bit but the patch embedding, kept in f32;
25
+ with the checkpoint's calibration.
26
+ - **Format:** `manifest.json` lists every tensor and part; each part is named by its BLAKE3 hash,
27
+ which the runtime checks as it loads.
28
+ - **Reproduce it:** `just model` in liquidai-lmf3-wasm downloads the checkpoint and compiles the same
29
+ bundle.
30
+
31
+ This is not a PyTorch or safetensors checkpoint: it only loads in the liquidai-lmf3-wasm runtime.
32
+
33
+ The model is under the LFM Open License v1.0 ([LICENSE](LICENSE)).
calibration.json ADDED
@@ -0,0 +1,380 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "default": 1.337398453966105,
3
+ "temperatures": {},
4
+ "tables": {
5
+ "found:text": [
6
+ [
7
+ 0.005682162615729877,
8
+ 0.0
9
+ ],
10
+ [
11
+ 0.020574209407310595,
12
+ 0.011363636363636364
13
+ ],
14
+ [
15
+ 0.05274184431288053,
16
+ 0.022727272727272728
17
+ ],
18
+ [
19
+ 0.12593568082560191,
20
+ 0.11363636363636363
21
+ ],
22
+ [
23
+ 0.2609023091129281,
24
+ 0.25
25
+ ],
26
+ [
27
+ 0.45711776140061294,
28
+ 0.42045454545454547
29
+ ],
30
+ [
31
+ 0.6460263153368776,
32
+ 0.5568181818181818
33
+ ],
34
+ [
35
+ 0.7728411636569283,
36
+ 0.7727272727272727
37
+ ],
38
+ [
39
+ 0.852111120115627,
40
+ 0.8522727272727273
41
+ ],
42
+ [
43
+ 0.9055508368394591,
44
+ 0.9204545454545454
45
+ ],
46
+ [
47
+ 0.9416752389886163,
48
+ 0.9318181818181818
49
+ ],
50
+ [
51
+ 0.9675597308034246,
52
+ 0.9772727272727273
53
+ ],
54
+ [
55
+ 0.9927885918454691,
56
+ 0.9924242424242424
57
+ ],
58
+ [
59
+ 0.9997205003886156,
60
+ 1.0
61
+ ]
62
+ ],
63
+ "found:number": [
64
+ [
65
+ 0.01582507598356401,
66
+ 0.0
67
+ ],
68
+ [
69
+ 0.1465578345315797,
70
+ 0.2857142857142857
71
+ ],
72
+ [
73
+ 0.29448616611106054,
74
+ 0.5
75
+ ],
76
+ [
77
+ 0.6300800165959767,
78
+ 0.7142857142857143
79
+ ],
80
+ [
81
+ 0.9313231366021293,
82
+ 0.9285714285714286
83
+ ],
84
+ [
85
+ 0.9951998972501911,
86
+ 1.0
87
+ ]
88
+ ],
89
+ "found:date": [
90
+ [
91
+ 0.008417200646363199,
92
+ 0.0
93
+ ],
94
+ [
95
+ 0.5494083234419426,
96
+ 0.5
97
+ ],
98
+ [
99
+ 0.9654906044403712,
100
+ 0.9166666666666666
101
+ ],
102
+ [
103
+ 0.9966836659113566,
104
+ 1.0
105
+ ]
106
+ ],
107
+ "found:box": [
108
+ [
109
+ 0.0010319100776659475,
110
+ 0.0027472527472527475
111
+ ],
112
+ [
113
+ 0.0162678323005357,
114
+ 0.11235955056179775
115
+ ],
116
+ [
117
+ 0.1641463061831407,
118
+ 0.4157303370786517
119
+ ],
120
+ [
121
+ 0.6041711138630492,
122
+ 0.8541666666666666
123
+ ],
124
+ [
125
+ 0.8735690557675277,
126
+ 0.978021978021978
127
+ ],
128
+ [
129
+ 0.9579824398960495,
130
+ 0.9887640449438202
131
+ ],
132
+ [
133
+ 0.9952215192477699,
134
+ 1.0
135
+ ]
136
+ ],
137
+ "box": [
138
+ [
139
+ 0.08177083333333333,
140
+ 0.18333333333333332
141
+ ],
142
+ [
143
+ 0.35257161458333336,
144
+ 0.4
145
+ ],
146
+ [
147
+ 0.5962035123966942,
148
+ 0.6694214876033058
149
+ ],
150
+ [
151
+ 0.7902631915983607,
152
+ 0.7786885245901639
153
+ ],
154
+ [
155
+ 0.8755763319672131,
156
+ 0.8688524590163934
157
+ ],
158
+ [
159
+ 0.9086263020833333,
160
+ 0.9
161
+ ],
162
+ [
163
+ 0.9435433650362319,
164
+ 0.9492753623188406
165
+ ],
166
+ [
167
+ 0.9652183219178082,
168
+ 0.9726027397260274
169
+ ],
170
+ [
171
+ 0.9831365659916201,
172
+ 0.9888268156424581
173
+ ],
174
+ [
175
+ 0.9948308270676691,
176
+ 1.0
177
+ ]
178
+ ],
179
+ "estimate": [
180
+ [
181
+ 0.030000000000000002,
182
+ 0.22420634920634921
183
+ ],
184
+ [
185
+ 0.09,
186
+ 0.28869047619047616
187
+ ],
188
+ [
189
+ 0.15000000000000002,
190
+ 0.3551587301587302
191
+ ],
192
+ [
193
+ 0.21000000000000002,
194
+ 0.4007936507936508
195
+ ],
196
+ [
197
+ 0.27,
198
+ 0.4603174603174603
199
+ ],
200
+ [
201
+ 0.32999999999999996,
202
+ 0.5238095238095238
203
+ ],
204
+ [
205
+ 0.39,
206
+ 0.5922619047619048
207
+ ],
208
+ [
209
+ 0.44999999999999996,
210
+ 0.6448412698412699
211
+ ],
212
+ [
213
+ 0.51,
214
+ 0.7033730158730159
215
+ ],
216
+ [
217
+ 0.57,
218
+ 0.7579365079365079
219
+ ],
220
+ [
221
+ 0.63,
222
+ 0.7986111111111112
223
+ ],
224
+ [
225
+ 0.69,
226
+ 0.8452380952380952
227
+ ],
228
+ [
229
+ 0.75,
230
+ 0.8869047619047619
231
+ ],
232
+ [
233
+ 0.81,
234
+ 0.9246031746031746
235
+ ],
236
+ [
237
+ 0.87,
238
+ 0.9523809523809523
239
+ ],
240
+ [
241
+ 0.93,
242
+ 0.9751984126984127
243
+ ],
244
+ [
245
+ 0.9799999999999999,
246
+ 0.9940476190476191
247
+ ]
248
+ ],
249
+ "multiple": [
250
+ [
251
+ 0.0016627926872626571,
252
+ 0.0
253
+ ],
254
+ [
255
+ 0.008286236297705318,
256
+ 0.0024813895781637717
257
+ ],
258
+ [
259
+ 0.013284336191710702,
260
+ 0.0049504950495049506
261
+ ],
262
+ [
263
+ 0.017877624036637375,
264
+ 0.015
265
+ ],
266
+ [
267
+ 0.023793328700436385,
268
+ 0.018518518518518517
269
+ ],
270
+ [
271
+ 0.03199311782995977,
272
+ 0.03398058252427184
273
+ ],
274
+ [
275
+ 0.04889508202323689,
276
+ 0.05459057071960298
277
+ ],
278
+ [
279
+ 0.07631002315865278,
280
+ 0.07407407407407407
281
+ ],
282
+ [
283
+ 0.10610537429711313,
284
+ 0.1262135922330097
285
+ ],
286
+ [
287
+ 0.1516745984883731,
288
+ 0.15865384615384615
289
+ ],
290
+ [
291
+ 0.2304679394076778,
292
+ 0.21393034825870647
293
+ ],
294
+ [
295
+ 0.374861408323991,
296
+ 0.3417085427135678
297
+ ],
298
+ [
299
+ 0.6689872755703948,
300
+ 0.7
301
+ ],
302
+ [
303
+ 0.976994335126831,
304
+ 0.9690721649484536
305
+ ]
306
+ ],
307
+ "found:boxes": [
308
+ [
309
+ 0.0022886859880368398,
310
+ 0.0
311
+ ],
312
+ [
313
+ 0.11311487904813239,
314
+ 0.0891089108910891
315
+ ],
316
+ [
317
+ 0.39857997008840157,
318
+ 0.3786407766990291
319
+ ],
320
+ [
321
+ 0.8182158553298949,
322
+ 0.8514851485148515
323
+ ],
324
+ [
325
+ 0.980104905128495,
326
+ 0.9702970297029703
327
+ ],
328
+ [
329
+ 0.9981022046260327,
330
+ 1.0
331
+ ]
332
+ ],
333
+ "boxes": [
334
+ [
335
+ 0.00048828125,
336
+ 0.0
337
+ ],
338
+ [
339
+ 0.008246527777777778,
340
+ 0.05555555555555555
341
+ ],
342
+ [
343
+ 0.0777587890625,
344
+ 0.3125
345
+ ],
346
+ [
347
+ 0.20135498046875,
348
+ 0.46875
349
+ ],
350
+ [
351
+ 0.3692626953125,
352
+ 0.5625
353
+ ],
354
+ [
355
+ 0.50830078125,
356
+ 0.625
357
+ ],
358
+ [
359
+ 0.5980224609375,
360
+ 0.6875
361
+ ],
362
+ [
363
+ 0.6732177734375,
364
+ 0.8125
365
+ ],
366
+ [
367
+ 0.8321126302083334,
368
+ 0.9375
369
+ ],
370
+ [
371
+ 0.9644757699275363,
372
+ 0.9710144927536232
373
+ ],
374
+ [
375
+ 0.9945746527777778,
376
+ 1.0
377
+ ]
378
+ ]
379
+ }
380
+ }
config.json ADDED
@@ -0,0 +1,126 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "D1Model"
4
+ ],
5
+ "bos_token_id": 124894,
6
+ "downsample_factor": 2,
7
+ "dtype": "bfloat16",
8
+ "eos_token_id": 124900,
9
+ "image_token_id": 125030,
10
+ "model_type": "lfm3_vl",
11
+ "pad_token_id": 124893,
12
+ "projector_bias": true,
13
+ "projector_hidden_act": "gelu",
14
+ "projector_hidden_size": 4096,
15
+ "projector_layer_norm_eps": 1e-06,
16
+ "text_config": {
17
+ "bos_token_id": 124894,
18
+ "conv_L_cache": 7,
19
+ "conv_bias": false,
20
+ "dtype": "bfloat16",
21
+ "eos_token_id": 124900,
22
+ "head_dim": 128,
23
+ "hidden_size": 2048,
24
+ "initializer_range": 0.02,
25
+ "intermediate_size": 7680,
26
+ "layer_types": [
27
+ "conv",
28
+ "conv",
29
+ "full_attention",
30
+ "conv",
31
+ "sliding_attention",
32
+ "conv",
33
+ "full_attention",
34
+ "conv",
35
+ "sliding_attention",
36
+ "conv",
37
+ "full_attention",
38
+ "conv",
39
+ "sliding_attention",
40
+ "conv",
41
+ "full_attention",
42
+ "conv",
43
+ "sliding_attention",
44
+ "conv",
45
+ "full_attention",
46
+ "conv",
47
+ "sliding_attention",
48
+ "conv",
49
+ "full_attention",
50
+ "conv"
51
+ ],
52
+ "max_position_embeddings": 128000,
53
+ "model_type": "lfm3",
54
+ "norm_eps": 1e-05,
55
+ "num_attention_heads": 16,
56
+ "num_hidden_layers": 24,
57
+ "num_key_value_heads": 4,
58
+ "pad_token_id": 124893,
59
+ "rope_parameters": {
60
+ "full_attention": {
61
+ "partial_rotary_factor": 0.5,
62
+ "rope_theta": 1000000.0,
63
+ "rope_type": "default"
64
+ },
65
+ "sliding_attention": {
66
+ "rope_theta": 10000,
67
+ "rope_type": "default"
68
+ }
69
+ },
70
+ "sliding_window": 256,
71
+ "tie_word_embeddings": true,
72
+ "use_cache": true,
73
+ "use_sandwich_norm": true,
74
+ "vocab_size": 128000
75
+ },
76
+ "tie_word_embeddings": true,
77
+ "transformers_version": "5.19.0",
78
+ "video_token_id": 125029,
79
+ "vision_config": {
80
+ "conv_kernel_size": 3,
81
+ "dtype": "bfloat16",
82
+ "hidden_size": 1024,
83
+ "in_channels": 3,
84
+ "initializer_range": 0.02,
85
+ "intermediate_size": 2560,
86
+ "layer_types": [
87
+ "conv",
88
+ "conv",
89
+ "full_attention",
90
+ "conv",
91
+ "full_attention",
92
+ "conv",
93
+ "full_attention",
94
+ "conv",
95
+ "full_attention",
96
+ "conv",
97
+ "full_attention",
98
+ "conv",
99
+ "full_attention",
100
+ "conv"
101
+ ],
102
+ "model_type": "lfm3_vl_vision",
103
+ "norm_eps": 1e-05,
104
+ "num_attention_heads": 16,
105
+ "num_hidden_layers": 14,
106
+ "num_key_value_heads": 8,
107
+ "patch_size": 16,
108
+ "rope_parameters": {
109
+ "rope_theta": 1000000.0,
110
+ "rope_type": "axial"
111
+ },
112
+ "spatial_merge_size": 2,
113
+ "temporal_patch_size": 2
114
+ },
115
+ "vision_end_token_id": 125010,
116
+ "vision_start_token_id": 125009,
117
+ "d1_codes": 2,
118
+ "d1_attention": "set",
119
+ "d1_numbers": true,
120
+ "d1_set_size": 16,
121
+ "d1_vision_max_pixels": 1638400,
122
+ "auto_map": {
123
+ "AutoModel": "modeling_d1_lfm3_vl.D1Model",
124
+ "AutoConfig": "native_lfm3_vl.Lfm3VlConfig"
125
+ }
126
+ }
manifest.json ADDED
@@ -0,0 +1,3489 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "format": 2,
3
+ "model": {
4
+ "repo": "LiquidAI/d1-2B",
5
+ "revision": "97c57047d5852d77e02dfac211f8768aff77a8b2",
6
+ "profile": "q7"
7
+ },
8
+ "parts": [
9
+ {
10
+ "file": "parts/0192d0865572672417f9986cc46965ffa691ad3630da923622356bfd876a691e.bin",
11
+ "bytes": 294912000,
12
+ "blake3": "0192d0865572672417f9986cc46965ffa691ad3630da923622356bfd876a691e"
13
+ },
14
+ {
15
+ "file": "parts/0303f07427161a44126f4255737884a4b0ac260380a4f0f60c3674cf90faabf3.bin",
16
+ "bytes": 35414016,
17
+ "blake3": "0303f07427161a44126f4255737884a4b0ac260380a4f0f60c3674cf90faabf3"
18
+ },
19
+ {
20
+ "file": "parts/0efa863fd585d21023a05410783349c7220bc0faaf65d2649640b281a84f6505.bin",
21
+ "bytes": 36659200,
22
+ "blake3": "0efa863fd585d21023a05410783349c7220bc0faaf65d2649640b281a84f6505"
23
+ },
24
+ {
25
+ "file": "parts/ea1fd2f25474f2421eb5e1f5cb9c3903412f82f786bf317dc0070ca658a1416d.bin",
26
+ "bytes": 35389440,
27
+ "blake3": "ea1fd2f25474f2421eb5e1f5cb9c3903412f82f786bf317dc0070ca658a1416d"
28
+ },
29
+ {
30
+ "file": "parts/9e9d99ab90fa6ea5213e48b6d6505762c5bdb29045d02af2b15d413b9857993b.bin",
31
+ "bytes": 36659200,
32
+ "blake3": "9e9d99ab90fa6ea5213e48b6d6505762c5bdb29045d02af2b15d413b9857993b"
33
+ },
34
+ {
35
+ "file": "parts/8164053cf37451d3db4b8b639f2f98822ea4f47d657469e6cb5ffe2a76c7b83d.bin",
36
+ "bytes": 35389440,
37
+ "blake3": "8164053cf37451d3db4b8b639f2f98822ea4f47d657469e6cb5ffe2a76c7b83d"
38
+ },
39
+ {
40
+ "file": "parts/d07435418baa8dfa83f764e44b60b208169c1b78d032fb17b28ad927ac817706.bin",
41
+ "bytes": 47256576,
42
+ "blake3": "d07435418baa8dfa83f764e44b60b208169c1b78d032fb17b28ad927ac817706"
43
+ },
44
+ {
45
+ "file": "parts/2f4e7f38a92196ad7717d54e9d641630dd5c40d03c22b899b64224017f3c6d89.bin",
46
+ "bytes": 49618944,
47
+ "blake3": "2f4e7f38a92196ad7717d54e9d641630dd5c40d03c22b899b64224017f3c6d89"
48
+ },
49
+ {
50
+ "file": "parts/5654617f3b62f63529883dd5157ab9ff76a9055004401cd83510e5a0a355eda4.bin",
51
+ "bytes": 40124416,
52
+ "blake3": "5654617f3b62f63529883dd5157ab9ff76a9055004401cd83510e5a0a355eda4"
53
+ },
54
+ {
55
+ "file": "parts/c85e3c5798bf9723ac0b8d82733ee98696b76401032ea487dd3aa51b3de7d352.bin",
56
+ "bytes": 47256576,
57
+ "blake3": "c85e3c5798bf9723ac0b8d82733ee98696b76401032ea487dd3aa51b3de7d352"
58
+ },
59
+ {
60
+ "file": "parts/92985784905d9ce475b6a4ac04554750ca4b236e3dbbd7e26d3c938a1fd273e6.bin",
61
+ "bytes": 49618944,
62
+ "blake3": "92985784905d9ce475b6a4ac04554750ca4b236e3dbbd7e26d3c938a1fd273e6"
63
+ },
64
+ {
65
+ "file": "parts/73978f83cf7373274e7b1fafc1e3dba699bf99600545bd29404657994bdf8b68.bin",
66
+ "bytes": 40124416,
67
+ "blake3": "73978f83cf7373274e7b1fafc1e3dba699bf99600545bd29404657994bdf8b68"
68
+ },
69
+ {
70
+ "file": "parts/184cf4ca8ba8a146f19b9499ef1805f7be9e8c5828183ef96be4dda52ba3b454.bin",
71
+ "bytes": 47256576,
72
+ "blake3": "184cf4ca8ba8a146f19b9499ef1805f7be9e8c5828183ef96be4dda52ba3b454"
73
+ },
74
+ {
75
+ "file": "parts/cd4adc6aae901143b5c57210e47931adbefc723b6ab5eae97a9c4d288c6ca076.bin",
76
+ "bytes": 49618944,
77
+ "blake3": "cd4adc6aae901143b5c57210e47931adbefc723b6ab5eae97a9c4d288c6ca076"
78
+ },
79
+ {
80
+ "file": "parts/d50f7340bb02e19ad2ca1821f2a88d5bdf0979d160c62ae49c465c14c16398e2.bin",
81
+ "bytes": 40124416,
82
+ "blake3": "d50f7340bb02e19ad2ca1821f2a88d5bdf0979d160c62ae49c465c14c16398e2"
83
+ },
84
+ {
85
+ "file": "parts/6e2efc8e7feb31c0de2abbebe1a3514225dc60110d1af170de7f74ffc8b49c7f.bin",
86
+ "bytes": 47256576,
87
+ "blake3": "6e2efc8e7feb31c0de2abbebe1a3514225dc60110d1af170de7f74ffc8b49c7f"
88
+ },
89
+ {
90
+ "file": "parts/cad9db80b88697f44dbfc6d4f9caba4246122e4605912e46d97b72ec55f3e92d.bin",
91
+ "bytes": 49618944,
92
+ "blake3": "cad9db80b88697f44dbfc6d4f9caba4246122e4605912e46d97b72ec55f3e92d"
93
+ },
94
+ {
95
+ "file": "parts/7537d753a94afa68847fe9d2269dff515bc43163c531dc2546596081844480b5.bin",
96
+ "bytes": 40124416,
97
+ "blake3": "7537d753a94afa68847fe9d2269dff515bc43163c531dc2546596081844480b5"
98
+ },
99
+ {
100
+ "file": "parts/b925a4a609be1adcb881077b003424d034a78bc53be586ee307f8c35dc53b756.bin",
101
+ "bytes": 47256576,
102
+ "blake3": "b925a4a609be1adcb881077b003424d034a78bc53be586ee307f8c35dc53b756"
103
+ },
104
+ {
105
+ "file": "parts/2248bef9414e98eab2bdef9e2d4a2672f596b276db1760f63c780e8f1983d378.bin",
106
+ "bytes": 49618944,
107
+ "blake3": "2248bef9414e98eab2bdef9e2d4a2672f596b276db1760f63c780e8f1983d378"
108
+ },
109
+ {
110
+ "file": "parts/9eea982e44808f33872e9f0b9aad14e5ca9daa96a47c5de6751eb5324e84d486.bin",
111
+ "bytes": 40124416,
112
+ "blake3": "9eea982e44808f33872e9f0b9aad14e5ca9daa96a47c5de6751eb5324e84d486"
113
+ },
114
+ {
115
+ "file": "parts/c211670045552c0f762b31cb16f360d80f96bb4f80637085ea9470b7069c5737.bin",
116
+ "bytes": 47256576,
117
+ "blake3": "c211670045552c0f762b31cb16f360d80f96bb4f80637085ea9470b7069c5737"
118
+ },
119
+ {
120
+ "file": "parts/ed671cc060bd93590f9ebfc7d6834c8a7cae3a19e15bfc3c9f559fc5138fef0e.bin",
121
+ "bytes": 49618944,
122
+ "blake3": "ed671cc060bd93590f9ebfc7d6834c8a7cae3a19e15bfc3c9f559fc5138fef0e"
123
+ },
124
+ {
125
+ "file": "parts/a8f617809eb47fb4eec1641a30a4405ef781afb3d8114de1352eec77d0e8e9fd.bin",
126
+ "bytes": 40124416,
127
+ "blake3": "a8f617809eb47fb4eec1641a30a4405ef781afb3d8114de1352eec77d0e8e9fd"
128
+ },
129
+ {
130
+ "file": "parts/1903729ddb267dd0f641e937854a91fabf0d2070bba1b0b17d6fa41d7277d7f5.bin",
131
+ "bytes": 47256576,
132
+ "blake3": "1903729ddb267dd0f641e937854a91fabf0d2070bba1b0b17d6fa41d7277d7f5"
133
+ },
134
+ {
135
+ "file": "parts/41d75ae02b0988edac01cce2481e7c44667b603a9cf74479ac02ff2426a506a5.bin",
136
+ "bytes": 49618944,
137
+ "blake3": "41d75ae02b0988edac01cce2481e7c44667b603a9cf74479ac02ff2426a506a5"
138
+ },
139
+ {
140
+ "file": "parts/a972f28a9af66a42bc14661b9c8d6519800a6e624438c2f0b0d88555780eef50.bin",
141
+ "bytes": 40124416,
142
+ "blake3": "a972f28a9af66a42bc14661b9c8d6519800a6e624438c2f0b0d88555780eef50"
143
+ },
144
+ {
145
+ "file": "parts/032c3d51cc2e9add32ffa679233ff57e5f0ec8e0fdaf7ed369a39ad4c6bad1dc.bin",
146
+ "bytes": 47256576,
147
+ "blake3": "032c3d51cc2e9add32ffa679233ff57e5f0ec8e0fdaf7ed369a39ad4c6bad1dc"
148
+ },
149
+ {
150
+ "file": "parts/1ce0bb98f95634ae0577b965ad1956c397327dc1765685f437b5be6b9dc2931a.bin",
151
+ "bytes": 49618944,
152
+ "blake3": "1ce0bb98f95634ae0577b965ad1956c397327dc1765685f437b5be6b9dc2931a"
153
+ },
154
+ {
155
+ "file": "parts/e2e2856d82b4cdc562fb7f06c80d231ddf8d740b352f230a5769bbfd79a17026.bin",
156
+ "bytes": 40124416,
157
+ "blake3": "e2e2856d82b4cdc562fb7f06c80d231ddf8d740b352f230a5769bbfd79a17026"
158
+ },
159
+ {
160
+ "file": "parts/a87ac5e44c8c3c3f84998c018b6caf1a13372e5e2800352ef19cd0fec5bf3244.bin",
161
+ "bytes": 47256576,
162
+ "blake3": "a87ac5e44c8c3c3f84998c018b6caf1a13372e5e2800352ef19cd0fec5bf3244"
163
+ },
164
+ {
165
+ "file": "parts/f9f3e1a56561a46a831a63b67371dc30468cbb4c2a3b7df7d45795dc59e2a73a.bin",
166
+ "bytes": 49618944,
167
+ "blake3": "f9f3e1a56561a46a831a63b67371dc30468cbb4c2a3b7df7d45795dc59e2a73a"
168
+ },
169
+ {
170
+ "file": "parts/819c905da173181bea7648ec947582f6bbf98e7bf249fc429230ce8b0632134f.bin",
171
+ "bytes": 40124416,
172
+ "blake3": "819c905da173181bea7648ec947582f6bbf98e7bf249fc429230ce8b0632134f"
173
+ },
174
+ {
175
+ "file": "parts/b66e020f90b1f06f70a6b19260fad321ac4c19f6870e918f0e26d0548e1f26b6.bin",
176
+ "bytes": 47256576,
177
+ "blake3": "b66e020f90b1f06f70a6b19260fad321ac4c19f6870e918f0e26d0548e1f26b6"
178
+ },
179
+ {
180
+ "file": "parts/850c870785a4d8630a3361db4e0bbe9f2cd27de56d898d901f1aa6089b7a49fe.bin",
181
+ "bytes": 49618944,
182
+ "blake3": "850c870785a4d8630a3361db4e0bbe9f2cd27de56d898d901f1aa6089b7a49fe"
183
+ },
184
+ {
185
+ "file": "parts/68917c567ab91a3170105d35ecc4e2e09164007236f7c3bf922a718a6a193b0b.bin",
186
+ "bytes": 40124416,
187
+ "blake3": "68917c567ab91a3170105d35ecc4e2e09164007236f7c3bf922a718a6a193b0b"
188
+ },
189
+ {
190
+ "file": "parts/1a283948d6d44616699867ff0b2d06e4879239325a0fd0f20eeeefbb0d11c733.bin",
191
+ "bytes": 47256576,
192
+ "blake3": "1a283948d6d44616699867ff0b2d06e4879239325a0fd0f20eeeefbb0d11c733"
193
+ },
194
+ {
195
+ "file": "parts/35dfd5ab056e0ad9d2bf4e7b4cce663b94cf6e0196155cc8541cd1a6b9f82e10.bin",
196
+ "bytes": 49618944,
197
+ "blake3": "35dfd5ab056e0ad9d2bf4e7b4cce663b94cf6e0196155cc8541cd1a6b9f82e10"
198
+ },
199
+ {
200
+ "file": "parts/3aa555663789afc88e4a4c2e7afa347068ee0a146558197f52fa813f603046b3.bin",
201
+ "bytes": 48271872,
202
+ "blake3": "3aa555663789afc88e4a4c2e7afa347068ee0a146558197f52fa813f603046b3"
203
+ },
204
+ {
205
+ "file": "parts/a37842f49d6e810446723a280086e75f6ed196f28077cde60e6bad3b966ea5f8.bin",
206
+ "bytes": 47882752,
207
+ "blake3": "a37842f49d6e810446723a280086e75f6ed196f28077cde60e6bad3b966ea5f8"
208
+ },
209
+ {
210
+ "file": "parts/eb993b58a287926a13141d267b2c732f99b8c717851d0685c1288534ee01de1d.bin",
211
+ "bytes": 49062912,
212
+ "blake3": "eb993b58a287926a13141d267b2c732f99b8c717851d0685c1288534ee01de1d"
213
+ },
214
+ {
215
+ "file": "parts/e30736e946db4df8f8dcd899a4d6b1983ab2bee074f1387a3531c2bd1c6e63de.bin",
216
+ "bytes": 49062912,
217
+ "blake3": "e30736e946db4df8f8dcd899a4d6b1983ab2bee074f1387a3531c2bd1c6e63de"
218
+ },
219
+ {
220
+ "file": "parts/8dcd84eefbf6c3967d4a9ff9844f16011856630941092820f4213d5511f0889a.bin",
221
+ "bytes": 28336128,
222
+ "blake3": "8dcd84eefbf6c3967d4a9ff9844f16011856630941092820f4213d5511f0889a"
223
+ },
224
+ {
225
+ "file": "config.json",
226
+ "bytes": 2903,
227
+ "blake3": "f955ae20f7a1f6cb46f65981e6f717fe645621b3e3c67cec7ecc569179739a85"
228
+ },
229
+ {
230
+ "file": "calibration.json",
231
+ "bytes": 4924,
232
+ "blake3": "6c0eff10b0862cf341dccad5d1b3f08ab08ccb9a0378864b752928a63696bcf4"
233
+ },
234
+ {
235
+ "file": "tokenizer.json",
236
+ "bytes": 17908258,
237
+ "blake3": "e6ac3ae98ee06b5d27ea3f855e872c56a8b78e2ed16f80a1b77225834806fd7e"
238
+ }
239
+ ],
240
+ "tensors": {
241
+ "llm.head.weight": {
242
+ "dtype": "q7b32",
243
+ "shape": [
244
+ 128000,
245
+ 2048
246
+ ],
247
+ "part": 0,
248
+ "offset": 0
249
+ },
250
+ "llm.layers.0.conv": {
251
+ "dtype": "f32",
252
+ "shape": [
253
+ 2048,
254
+ 7
255
+ ],
256
+ "part": 2,
257
+ "offset": 31866880
258
+ },
259
+ "llm.layers.0.down.weight": {
260
+ "dtype": "q7b32",
261
+ "shape": [
262
+ 2048,
263
+ 7680
264
+ ],
265
+ "part": 2,
266
+ "offset": 0
267
+ },
268
+ "llm.layers.0.feed_forward_out_norm": {
269
+ "dtype": "f32",
270
+ "shape": [
271
+ 2048
272
+ ],
273
+ "part": 2,
274
+ "offset": 17702912
275
+ },
276
+ "llm.layers.0.gate.weight": {
277
+ "dtype": "q7b32",
278
+ "shape": [
279
+ 7680,
280
+ 2048
281
+ ],
282
+ "part": 1,
283
+ "offset": 24576
284
+ },
285
+ "llm.layers.0.input.weight": {
286
+ "dtype": "q7b32",
287
+ "shape": [
288
+ 6144,
289
+ 2048
290
+ ],
291
+ "part": 2,
292
+ "offset": 17711104
293
+ },
294
+ "llm.layers.0.input_norm": {
295
+ "dtype": "f32",
296
+ "shape": [
297
+ 2048
298
+ ],
299
+ "part": 1,
300
+ "offset": 8192
301
+ },
302
+ "llm.layers.0.mixer_out_norm": {
303
+ "dtype": "f32",
304
+ "shape": [
305
+ 2048
306
+ ],
307
+ "part": 2,
308
+ "offset": 17694720
309
+ },
310
+ "llm.layers.0.out.weight": {
311
+ "dtype": "q7b32",
312
+ "shape": [
313
+ 2048,
314
+ 2048
315
+ ],
316
+ "part": 2,
317
+ "offset": 31924224
318
+ },
319
+ "llm.layers.0.post_norm": {
320
+ "dtype": "f32",
321
+ "shape": [
322
+ 2048
323
+ ],
324
+ "part": 1,
325
+ "offset": 16384
326
+ },
327
+ "llm.layers.0.up.weight": {
328
+ "dtype": "q7b32",
329
+ "shape": [
330
+ 7680,
331
+ 2048
332
+ ],
333
+ "part": 1,
334
+ "offset": 17719296
335
+ },
336
+ "llm.layers.1.conv": {
337
+ "dtype": "f32",
338
+ "shape": [
339
+ 2048,
340
+ 7
341
+ ],
342
+ "part": 4,
343
+ "offset": 31866880
344
+ },
345
+ "llm.layers.1.down.weight": {
346
+ "dtype": "q7b32",
347
+ "shape": [
348
+ 2048,
349
+ 7680
350
+ ],
351
+ "part": 4,
352
+ "offset": 0
353
+ },
354
+ "llm.layers.1.feed_forward_out_norm": {
355
+ "dtype": "f32",
356
+ "shape": [
357
+ 2048
358
+ ],
359
+ "part": 4,
360
+ "offset": 17702912
361
+ },
362
+ "llm.layers.1.gate.weight": {
363
+ "dtype": "q7b32",
364
+ "shape": [
365
+ 7680,
366
+ 2048
367
+ ],
368
+ "part": 3,
369
+ "offset": 0
370
+ },
371
+ "llm.layers.1.input.weight": {
372
+ "dtype": "q7b32",
373
+ "shape": [
374
+ 6144,
375
+ 2048
376
+ ],
377
+ "part": 4,
378
+ "offset": 17711104
379
+ },
380
+ "llm.layers.1.input_norm": {
381
+ "dtype": "f32",
382
+ "shape": [
383
+ 2048
384
+ ],
385
+ "part": 2,
386
+ "offset": 36642816
387
+ },
388
+ "llm.layers.1.mixer_out_norm": {
389
+ "dtype": "f32",
390
+ "shape": [
391
+ 2048
392
+ ],
393
+ "part": 4,
394
+ "offset": 17694720
395
+ },
396
+ "llm.layers.1.out.weight": {
397
+ "dtype": "q7b32",
398
+ "shape": [
399
+ 2048,
400
+ 2048
401
+ ],
402
+ "part": 4,
403
+ "offset": 31924224
404
+ },
405
+ "llm.layers.1.post_norm": {
406
+ "dtype": "f32",
407
+ "shape": [
408
+ 2048
409
+ ],
410
+ "part": 2,
411
+ "offset": 36651008
412
+ },
413
+ "llm.layers.1.up.weight": {
414
+ "dtype": "q7b32",
415
+ "shape": [
416
+ 7680,
417
+ 2048
418
+ ],
419
+ "part": 3,
420
+ "offset": 17694720
421
+ },
422
+ "llm.layers.10.down.weight": {
423
+ "dtype": "q7b32",
424
+ "shape": [
425
+ 2048,
426
+ 7680
427
+ ],
428
+ "part": 18,
429
+ "offset": 0
430
+ },
431
+ "llm.layers.10.feed_forward_out_norm": {
432
+ "dtype": "f32",
433
+ "shape": [
434
+ 2048
435
+ ],
436
+ "part": 18,
437
+ "offset": 17702912
438
+ },
439
+ "llm.layers.10.gate.weight": {
440
+ "dtype": "q7b32",
441
+ "shape": [
442
+ 7680,
443
+ 2048
444
+ ],
445
+ "part": 17,
446
+ "offset": 4734976
447
+ },
448
+ "llm.layers.10.input_norm": {
449
+ "dtype": "f32",
450
+ "shape": [
451
+ 2048
452
+ ],
453
+ "part": 17,
454
+ "offset": 4718592
455
+ },
456
+ "llm.layers.10.k_norm": {
457
+ "dtype": "f32",
458
+ "shape": [
459
+ 128
460
+ ],
461
+ "part": 18,
462
+ "offset": 17711616
463
+ },
464
+ "llm.layers.10.mixer_out_norm": {
465
+ "dtype": "f32",
466
+ "shape": [
467
+ 2048
468
+ ],
469
+ "part": 18,
470
+ "offset": 17694720
471
+ },
472
+ "llm.layers.10.o.weight": {
473
+ "dtype": "q7b32",
474
+ "shape": [
475
+ 2048,
476
+ 2048
477
+ ],
478
+ "part": 18,
479
+ "offset": 17712128
480
+ },
481
+ "llm.layers.10.post_norm": {
482
+ "dtype": "f32",
483
+ "shape": [
484
+ 2048
485
+ ],
486
+ "part": 17,
487
+ "offset": 4726784
488
+ },
489
+ "llm.layers.10.q_norm": {
490
+ "dtype": "f32",
491
+ "shape": [
492
+ 128
493
+ ],
494
+ "part": 18,
495
+ "offset": 17711104
496
+ },
497
+ "llm.layers.10.qkv.weight": {
498
+ "dtype": "q7b32",
499
+ "shape": [
500
+ 3088,
501
+ 2048
502
+ ],
503
+ "part": 18,
504
+ "offset": 22430720
505
+ },
506
+ "llm.layers.10.up.weight": {
507
+ "dtype": "q7b32",
508
+ "shape": [
509
+ 7680,
510
+ 2048
511
+ ],
512
+ "part": 17,
513
+ "offset": 22429696
514
+ },
515
+ "llm.layers.11.conv": {
516
+ "dtype": "f32",
517
+ "shape": [
518
+ 2048,
519
+ 7
520
+ ],
521
+ "part": 19,
522
+ "offset": 49561600
523
+ },
524
+ "llm.layers.11.down.weight": {
525
+ "dtype": "q7b32",
526
+ "shape": [
527
+ 2048,
528
+ 7680
529
+ ],
530
+ "part": 19,
531
+ "offset": 17694720
532
+ },
533
+ "llm.layers.11.feed_forward_out_norm": {
534
+ "dtype": "f32",
535
+ "shape": [
536
+ 2048
537
+ ],
538
+ "part": 19,
539
+ "offset": 35397632
540
+ },
541
+ "llm.layers.11.gate.weight": {
542
+ "dtype": "q7b32",
543
+ "shape": [
544
+ 7680,
545
+ 2048
546
+ ],
547
+ "part": 18,
548
+ "offset": 29561856
549
+ },
550
+ "llm.layers.11.input.weight": {
551
+ "dtype": "q7b32",
552
+ "shape": [
553
+ 6144,
554
+ 2048
555
+ ],
556
+ "part": 19,
557
+ "offset": 35405824
558
+ },
559
+ "llm.layers.11.input_norm": {
560
+ "dtype": "f32",
561
+ "shape": [
562
+ 2048
563
+ ],
564
+ "part": 18,
565
+ "offset": 29545472
566
+ },
567
+ "llm.layers.11.mixer_out_norm": {
568
+ "dtype": "f32",
569
+ "shape": [
570
+ 2048
571
+ ],
572
+ "part": 19,
573
+ "offset": 35389440
574
+ },
575
+ "llm.layers.11.out.weight": {
576
+ "dtype": "q7b32",
577
+ "shape": [
578
+ 2048,
579
+ 2048
580
+ ],
581
+ "part": 20,
582
+ "offset": 0
583
+ },
584
+ "llm.layers.11.post_norm": {
585
+ "dtype": "f32",
586
+ "shape": [
587
+ 2048
588
+ ],
589
+ "part": 18,
590
+ "offset": 29553664
591
+ },
592
+ "llm.layers.11.up.weight": {
593
+ "dtype": "q7b32",
594
+ "shape": [
595
+ 7680,
596
+ 2048
597
+ ],
598
+ "part": 19,
599
+ "offset": 0
600
+ },
601
+ "llm.layers.12.down.weight": {
602
+ "dtype": "q7b32",
603
+ "shape": [
604
+ 2048,
605
+ 7680
606
+ ],
607
+ "part": 21,
608
+ "offset": 0
609
+ },
610
+ "llm.layers.12.feed_forward_out_norm": {
611
+ "dtype": "f32",
612
+ "shape": [
613
+ 2048
614
+ ],
615
+ "part": 21,
616
+ "offset": 17702912
617
+ },
618
+ "llm.layers.12.gate.weight": {
619
+ "dtype": "q7b32",
620
+ "shape": [
621
+ 7680,
622
+ 2048
623
+ ],
624
+ "part": 20,
625
+ "offset": 4734976
626
+ },
627
+ "llm.layers.12.input_norm": {
628
+ "dtype": "f32",
629
+ "shape": [
630
+ 2048
631
+ ],
632
+ "part": 20,
633
+ "offset": 4718592
634
+ },
635
+ "llm.layers.12.k_norm": {
636
+ "dtype": "f32",
637
+ "shape": [
638
+ 128
639
+ ],
640
+ "part": 21,
641
+ "offset": 17711616
642
+ },
643
+ "llm.layers.12.mixer_out_norm": {
644
+ "dtype": "f32",
645
+ "shape": [
646
+ 2048
647
+ ],
648
+ "part": 21,
649
+ "offset": 17694720
650
+ },
651
+ "llm.layers.12.o.weight": {
652
+ "dtype": "q7b32",
653
+ "shape": [
654
+ 2048,
655
+ 2048
656
+ ],
657
+ "part": 21,
658
+ "offset": 17712128
659
+ },
660
+ "llm.layers.12.post_norm": {
661
+ "dtype": "f32",
662
+ "shape": [
663
+ 2048
664
+ ],
665
+ "part": 20,
666
+ "offset": 4726784
667
+ },
668
+ "llm.layers.12.q_norm": {
669
+ "dtype": "f32",
670
+ "shape": [
671
+ 128
672
+ ],
673
+ "part": 21,
674
+ "offset": 17711104
675
+ },
676
+ "llm.layers.12.qkv.weight": {
677
+ "dtype": "q7b32",
678
+ "shape": [
679
+ 3088,
680
+ 2048
681
+ ],
682
+ "part": 21,
683
+ "offset": 22430720
684
+ },
685
+ "llm.layers.12.up.weight": {
686
+ "dtype": "q7b32",
687
+ "shape": [
688
+ 7680,
689
+ 2048
690
+ ],
691
+ "part": 20,
692
+ "offset": 22429696
693
+ },
694
+ "llm.layers.13.conv": {
695
+ "dtype": "f32",
696
+ "shape": [
697
+ 2048,
698
+ 7
699
+ ],
700
+ "part": 22,
701
+ "offset": 49561600
702
+ },
703
+ "llm.layers.13.down.weight": {
704
+ "dtype": "q7b32",
705
+ "shape": [
706
+ 2048,
707
+ 7680
708
+ ],
709
+ "part": 22,
710
+ "offset": 17694720
711
+ },
712
+ "llm.layers.13.feed_forward_out_norm": {
713
+ "dtype": "f32",
714
+ "shape": [
715
+ 2048
716
+ ],
717
+ "part": 22,
718
+ "offset": 35397632
719
+ },
720
+ "llm.layers.13.gate.weight": {
721
+ "dtype": "q7b32",
722
+ "shape": [
723
+ 7680,
724
+ 2048
725
+ ],
726
+ "part": 21,
727
+ "offset": 29561856
728
+ },
729
+ "llm.layers.13.input.weight": {
730
+ "dtype": "q7b32",
731
+ "shape": [
732
+ 6144,
733
+ 2048
734
+ ],
735
+ "part": 22,
736
+ "offset": 35405824
737
+ },
738
+ "llm.layers.13.input_norm": {
739
+ "dtype": "f32",
740
+ "shape": [
741
+ 2048
742
+ ],
743
+ "part": 21,
744
+ "offset": 29545472
745
+ },
746
+ "llm.layers.13.mixer_out_norm": {
747
+ "dtype": "f32",
748
+ "shape": [
749
+ 2048
750
+ ],
751
+ "part": 22,
752
+ "offset": 35389440
753
+ },
754
+ "llm.layers.13.out.weight": {
755
+ "dtype": "q7b32",
756
+ "shape": [
757
+ 2048,
758
+ 2048
759
+ ],
760
+ "part": 23,
761
+ "offset": 0
762
+ },
763
+ "llm.layers.13.post_norm": {
764
+ "dtype": "f32",
765
+ "shape": [
766
+ 2048
767
+ ],
768
+ "part": 21,
769
+ "offset": 29553664
770
+ },
771
+ "llm.layers.13.up.weight": {
772
+ "dtype": "q7b32",
773
+ "shape": [
774
+ 7680,
775
+ 2048
776
+ ],
777
+ "part": 22,
778
+ "offset": 0
779
+ },
780
+ "llm.layers.14.down.weight": {
781
+ "dtype": "q7b32",
782
+ "shape": [
783
+ 2048,
784
+ 7680
785
+ ],
786
+ "part": 24,
787
+ "offset": 0
788
+ },
789
+ "llm.layers.14.feed_forward_out_norm": {
790
+ "dtype": "f32",
791
+ "shape": [
792
+ 2048
793
+ ],
794
+ "part": 24,
795
+ "offset": 17702912
796
+ },
797
+ "llm.layers.14.gate.weight": {
798
+ "dtype": "q7b32",
799
+ "shape": [
800
+ 7680,
801
+ 2048
802
+ ],
803
+ "part": 23,
804
+ "offset": 4734976
805
+ },
806
+ "llm.layers.14.input_norm": {
807
+ "dtype": "f32",
808
+ "shape": [
809
+ 2048
810
+ ],
811
+ "part": 23,
812
+ "offset": 4718592
813
+ },
814
+ "llm.layers.14.k_norm": {
815
+ "dtype": "f32",
816
+ "shape": [
817
+ 128
818
+ ],
819
+ "part": 24,
820
+ "offset": 17711616
821
+ },
822
+ "llm.layers.14.mixer_out_norm": {
823
+ "dtype": "f32",
824
+ "shape": [
825
+ 2048
826
+ ],
827
+ "part": 24,
828
+ "offset": 17694720
829
+ },
830
+ "llm.layers.14.o.weight": {
831
+ "dtype": "q7b32",
832
+ "shape": [
833
+ 2048,
834
+ 2048
835
+ ],
836
+ "part": 24,
837
+ "offset": 17712128
838
+ },
839
+ "llm.layers.14.post_norm": {
840
+ "dtype": "f32",
841
+ "shape": [
842
+ 2048
843
+ ],
844
+ "part": 23,
845
+ "offset": 4726784
846
+ },
847
+ "llm.layers.14.q_norm": {
848
+ "dtype": "f32",
849
+ "shape": [
850
+ 128
851
+ ],
852
+ "part": 24,
853
+ "offset": 17711104
854
+ },
855
+ "llm.layers.14.qkv.weight": {
856
+ "dtype": "q7b32",
857
+ "shape": [
858
+ 3088,
859
+ 2048
860
+ ],
861
+ "part": 24,
862
+ "offset": 22430720
863
+ },
864
+ "llm.layers.14.up.weight": {
865
+ "dtype": "q7b32",
866
+ "shape": [
867
+ 7680,
868
+ 2048
869
+ ],
870
+ "part": 23,
871
+ "offset": 22429696
872
+ },
873
+ "llm.layers.15.conv": {
874
+ "dtype": "f32",
875
+ "shape": [
876
+ 2048,
877
+ 7
878
+ ],
879
+ "part": 25,
880
+ "offset": 49561600
881
+ },
882
+ "llm.layers.15.down.weight": {
883
+ "dtype": "q7b32",
884
+ "shape": [
885
+ 2048,
886
+ 7680
887
+ ],
888
+ "part": 25,
889
+ "offset": 17694720
890
+ },
891
+ "llm.layers.15.feed_forward_out_norm": {
892
+ "dtype": "f32",
893
+ "shape": [
894
+ 2048
895
+ ],
896
+ "part": 25,
897
+ "offset": 35397632
898
+ },
899
+ "llm.layers.15.gate.weight": {
900
+ "dtype": "q7b32",
901
+ "shape": [
902
+ 7680,
903
+ 2048
904
+ ],
905
+ "part": 24,
906
+ "offset": 29561856
907
+ },
908
+ "llm.layers.15.input.weight": {
909
+ "dtype": "q7b32",
910
+ "shape": [
911
+ 6144,
912
+ 2048
913
+ ],
914
+ "part": 25,
915
+ "offset": 35405824
916
+ },
917
+ "llm.layers.15.input_norm": {
918
+ "dtype": "f32",
919
+ "shape": [
920
+ 2048
921
+ ],
922
+ "part": 24,
923
+ "offset": 29545472
924
+ },
925
+ "llm.layers.15.mixer_out_norm": {
926
+ "dtype": "f32",
927
+ "shape": [
928
+ 2048
929
+ ],
930
+ "part": 25,
931
+ "offset": 35389440
932
+ },
933
+ "llm.layers.15.out.weight": {
934
+ "dtype": "q7b32",
935
+ "shape": [
936
+ 2048,
937
+ 2048
938
+ ],
939
+ "part": 26,
940
+ "offset": 0
941
+ },
942
+ "llm.layers.15.post_norm": {
943
+ "dtype": "f32",
944
+ "shape": [
945
+ 2048
946
+ ],
947
+ "part": 24,
948
+ "offset": 29553664
949
+ },
950
+ "llm.layers.15.up.weight": {
951
+ "dtype": "q7b32",
952
+ "shape": [
953
+ 7680,
954
+ 2048
955
+ ],
956
+ "part": 25,
957
+ "offset": 0
958
+ },
959
+ "llm.layers.16.down.weight": {
960
+ "dtype": "q7b32",
961
+ "shape": [
962
+ 2048,
963
+ 7680
964
+ ],
965
+ "part": 27,
966
+ "offset": 0
967
+ },
968
+ "llm.layers.16.feed_forward_out_norm": {
969
+ "dtype": "f32",
970
+ "shape": [
971
+ 2048
972
+ ],
973
+ "part": 27,
974
+ "offset": 17702912
975
+ },
976
+ "llm.layers.16.gate.weight": {
977
+ "dtype": "q7b32",
978
+ "shape": [
979
+ 7680,
980
+ 2048
981
+ ],
982
+ "part": 26,
983
+ "offset": 4734976
984
+ },
985
+ "llm.layers.16.input_norm": {
986
+ "dtype": "f32",
987
+ "shape": [
988
+ 2048
989
+ ],
990
+ "part": 26,
991
+ "offset": 4718592
992
+ },
993
+ "llm.layers.16.k_norm": {
994
+ "dtype": "f32",
995
+ "shape": [
996
+ 128
997
+ ],
998
+ "part": 27,
999
+ "offset": 17711616
1000
+ },
1001
+ "llm.layers.16.mixer_out_norm": {
1002
+ "dtype": "f32",
1003
+ "shape": [
1004
+ 2048
1005
+ ],
1006
+ "part": 27,
1007
+ "offset": 17694720
1008
+ },
1009
+ "llm.layers.16.o.weight": {
1010
+ "dtype": "q7b32",
1011
+ "shape": [
1012
+ 2048,
1013
+ 2048
1014
+ ],
1015
+ "part": 27,
1016
+ "offset": 17712128
1017
+ },
1018
+ "llm.layers.16.post_norm": {
1019
+ "dtype": "f32",
1020
+ "shape": [
1021
+ 2048
1022
+ ],
1023
+ "part": 26,
1024
+ "offset": 4726784
1025
+ },
1026
+ "llm.layers.16.q_norm": {
1027
+ "dtype": "f32",
1028
+ "shape": [
1029
+ 128
1030
+ ],
1031
+ "part": 27,
1032
+ "offset": 17711104
1033
+ },
1034
+ "llm.layers.16.qkv.weight": {
1035
+ "dtype": "q7b32",
1036
+ "shape": [
1037
+ 3088,
1038
+ 2048
1039
+ ],
1040
+ "part": 27,
1041
+ "offset": 22430720
1042
+ },
1043
+ "llm.layers.16.up.weight": {
1044
+ "dtype": "q7b32",
1045
+ "shape": [
1046
+ 7680,
1047
+ 2048
1048
+ ],
1049
+ "part": 26,
1050
+ "offset": 22429696
1051
+ },
1052
+ "llm.layers.17.conv": {
1053
+ "dtype": "f32",
1054
+ "shape": [
1055
+ 2048,
1056
+ 7
1057
+ ],
1058
+ "part": 28,
1059
+ "offset": 49561600
1060
+ },
1061
+ "llm.layers.17.down.weight": {
1062
+ "dtype": "q7b32",
1063
+ "shape": [
1064
+ 2048,
1065
+ 7680
1066
+ ],
1067
+ "part": 28,
1068
+ "offset": 17694720
1069
+ },
1070
+ "llm.layers.17.feed_forward_out_norm": {
1071
+ "dtype": "f32",
1072
+ "shape": [
1073
+ 2048
1074
+ ],
1075
+ "part": 28,
1076
+ "offset": 35397632
1077
+ },
1078
+ "llm.layers.17.gate.weight": {
1079
+ "dtype": "q7b32",
1080
+ "shape": [
1081
+ 7680,
1082
+ 2048
1083
+ ],
1084
+ "part": 27,
1085
+ "offset": 29561856
1086
+ },
1087
+ "llm.layers.17.input.weight": {
1088
+ "dtype": "q7b32",
1089
+ "shape": [
1090
+ 6144,
1091
+ 2048
1092
+ ],
1093
+ "part": 28,
1094
+ "offset": 35405824
1095
+ },
1096
+ "llm.layers.17.input_norm": {
1097
+ "dtype": "f32",
1098
+ "shape": [
1099
+ 2048
1100
+ ],
1101
+ "part": 27,
1102
+ "offset": 29545472
1103
+ },
1104
+ "llm.layers.17.mixer_out_norm": {
1105
+ "dtype": "f32",
1106
+ "shape": [
1107
+ 2048
1108
+ ],
1109
+ "part": 28,
1110
+ "offset": 35389440
1111
+ },
1112
+ "llm.layers.17.out.weight": {
1113
+ "dtype": "q7b32",
1114
+ "shape": [
1115
+ 2048,
1116
+ 2048
1117
+ ],
1118
+ "part": 29,
1119
+ "offset": 0
1120
+ },
1121
+ "llm.layers.17.post_norm": {
1122
+ "dtype": "f32",
1123
+ "shape": [
1124
+ 2048
1125
+ ],
1126
+ "part": 27,
1127
+ "offset": 29553664
1128
+ },
1129
+ "llm.layers.17.up.weight": {
1130
+ "dtype": "q7b32",
1131
+ "shape": [
1132
+ 7680,
1133
+ 2048
1134
+ ],
1135
+ "part": 28,
1136
+ "offset": 0
1137
+ },
1138
+ "llm.layers.18.down.weight": {
1139
+ "dtype": "q7b32",
1140
+ "shape": [
1141
+ 2048,
1142
+ 7680
1143
+ ],
1144
+ "part": 30,
1145
+ "offset": 0
1146
+ },
1147
+ "llm.layers.18.feed_forward_out_norm": {
1148
+ "dtype": "f32",
1149
+ "shape": [
1150
+ 2048
1151
+ ],
1152
+ "part": 30,
1153
+ "offset": 17702912
1154
+ },
1155
+ "llm.layers.18.gate.weight": {
1156
+ "dtype": "q7b32",
1157
+ "shape": [
1158
+ 7680,
1159
+ 2048
1160
+ ],
1161
+ "part": 29,
1162
+ "offset": 4734976
1163
+ },
1164
+ "llm.layers.18.input_norm": {
1165
+ "dtype": "f32",
1166
+ "shape": [
1167
+ 2048
1168
+ ],
1169
+ "part": 29,
1170
+ "offset": 4718592
1171
+ },
1172
+ "llm.layers.18.k_norm": {
1173
+ "dtype": "f32",
1174
+ "shape": [
1175
+ 128
1176
+ ],
1177
+ "part": 30,
1178
+ "offset": 17711616
1179
+ },
1180
+ "llm.layers.18.mixer_out_norm": {
1181
+ "dtype": "f32",
1182
+ "shape": [
1183
+ 2048
1184
+ ],
1185
+ "part": 30,
1186
+ "offset": 17694720
1187
+ },
1188
+ "llm.layers.18.o.weight": {
1189
+ "dtype": "q7b32",
1190
+ "shape": [
1191
+ 2048,
1192
+ 2048
1193
+ ],
1194
+ "part": 30,
1195
+ "offset": 17712128
1196
+ },
1197
+ "llm.layers.18.post_norm": {
1198
+ "dtype": "f32",
1199
+ "shape": [
1200
+ 2048
1201
+ ],
1202
+ "part": 29,
1203
+ "offset": 4726784
1204
+ },
1205
+ "llm.layers.18.q_norm": {
1206
+ "dtype": "f32",
1207
+ "shape": [
1208
+ 128
1209
+ ],
1210
+ "part": 30,
1211
+ "offset": 17711104
1212
+ },
1213
+ "llm.layers.18.qkv.weight": {
1214
+ "dtype": "q7b32",
1215
+ "shape": [
1216
+ 3088,
1217
+ 2048
1218
+ ],
1219
+ "part": 30,
1220
+ "offset": 22430720
1221
+ },
1222
+ "llm.layers.18.up.weight": {
1223
+ "dtype": "q7b32",
1224
+ "shape": [
1225
+ 7680,
1226
+ 2048
1227
+ ],
1228
+ "part": 29,
1229
+ "offset": 22429696
1230
+ },
1231
+ "llm.layers.19.conv": {
1232
+ "dtype": "f32",
1233
+ "shape": [
1234
+ 2048,
1235
+ 7
1236
+ ],
1237
+ "part": 31,
1238
+ "offset": 49561600
1239
+ },
1240
+ "llm.layers.19.down.weight": {
1241
+ "dtype": "q7b32",
1242
+ "shape": [
1243
+ 2048,
1244
+ 7680
1245
+ ],
1246
+ "part": 31,
1247
+ "offset": 17694720
1248
+ },
1249
+ "llm.layers.19.feed_forward_out_norm": {
1250
+ "dtype": "f32",
1251
+ "shape": [
1252
+ 2048
1253
+ ],
1254
+ "part": 31,
1255
+ "offset": 35397632
1256
+ },
1257
+ "llm.layers.19.gate.weight": {
1258
+ "dtype": "q7b32",
1259
+ "shape": [
1260
+ 7680,
1261
+ 2048
1262
+ ],
1263
+ "part": 30,
1264
+ "offset": 29561856
1265
+ },
1266
+ "llm.layers.19.input.weight": {
1267
+ "dtype": "q7b32",
1268
+ "shape": [
1269
+ 6144,
1270
+ 2048
1271
+ ],
1272
+ "part": 31,
1273
+ "offset": 35405824
1274
+ },
1275
+ "llm.layers.19.input_norm": {
1276
+ "dtype": "f32",
1277
+ "shape": [
1278
+ 2048
1279
+ ],
1280
+ "part": 30,
1281
+ "offset": 29545472
1282
+ },
1283
+ "llm.layers.19.mixer_out_norm": {
1284
+ "dtype": "f32",
1285
+ "shape": [
1286
+ 2048
1287
+ ],
1288
+ "part": 31,
1289
+ "offset": 35389440
1290
+ },
1291
+ "llm.layers.19.out.weight": {
1292
+ "dtype": "q7b32",
1293
+ "shape": [
1294
+ 2048,
1295
+ 2048
1296
+ ],
1297
+ "part": 32,
1298
+ "offset": 0
1299
+ },
1300
+ "llm.layers.19.post_norm": {
1301
+ "dtype": "f32",
1302
+ "shape": [
1303
+ 2048
1304
+ ],
1305
+ "part": 30,
1306
+ "offset": 29553664
1307
+ },
1308
+ "llm.layers.19.up.weight": {
1309
+ "dtype": "q7b32",
1310
+ "shape": [
1311
+ 7680,
1312
+ 2048
1313
+ ],
1314
+ "part": 31,
1315
+ "offset": 0
1316
+ },
1317
+ "llm.layers.2.down.weight": {
1318
+ "dtype": "q7b32",
1319
+ "shape": [
1320
+ 2048,
1321
+ 7680
1322
+ ],
1323
+ "part": 6,
1324
+ "offset": 0
1325
+ },
1326
+ "llm.layers.2.feed_forward_out_norm": {
1327
+ "dtype": "f32",
1328
+ "shape": [
1329
+ 2048
1330
+ ],
1331
+ "part": 6,
1332
+ "offset": 17702912
1333
+ },
1334
+ "llm.layers.2.gate.weight": {
1335
+ "dtype": "q7b32",
1336
+ "shape": [
1337
+ 7680,
1338
+ 2048
1339
+ ],
1340
+ "part": 5,
1341
+ "offset": 0
1342
+ },
1343
+ "llm.layers.2.input_norm": {
1344
+ "dtype": "f32",
1345
+ "shape": [
1346
+ 2048
1347
+ ],
1348
+ "part": 4,
1349
+ "offset": 36642816
1350
+ },
1351
+ "llm.layers.2.k_norm": {
1352
+ "dtype": "f32",
1353
+ "shape": [
1354
+ 128
1355
+ ],
1356
+ "part": 6,
1357
+ "offset": 17711616
1358
+ },
1359
+ "llm.layers.2.mixer_out_norm": {
1360
+ "dtype": "f32",
1361
+ "shape": [
1362
+ 2048
1363
+ ],
1364
+ "part": 6,
1365
+ "offset": 17694720
1366
+ },
1367
+ "llm.layers.2.o.weight": {
1368
+ "dtype": "q7b32",
1369
+ "shape": [
1370
+ 2048,
1371
+ 2048
1372
+ ],
1373
+ "part": 6,
1374
+ "offset": 17712128
1375
+ },
1376
+ "llm.layers.2.post_norm": {
1377
+ "dtype": "f32",
1378
+ "shape": [
1379
+ 2048
1380
+ ],
1381
+ "part": 4,
1382
+ "offset": 36651008
1383
+ },
1384
+ "llm.layers.2.q_norm": {
1385
+ "dtype": "f32",
1386
+ "shape": [
1387
+ 128
1388
+ ],
1389
+ "part": 6,
1390
+ "offset": 17711104
1391
+ },
1392
+ "llm.layers.2.qkv.weight": {
1393
+ "dtype": "q7b32",
1394
+ "shape": [
1395
+ 3088,
1396
+ 2048
1397
+ ],
1398
+ "part": 6,
1399
+ "offset": 22430720
1400
+ },
1401
+ "llm.layers.2.up.weight": {
1402
+ "dtype": "q7b32",
1403
+ "shape": [
1404
+ 7680,
1405
+ 2048
1406
+ ],
1407
+ "part": 5,
1408
+ "offset": 17694720
1409
+ },
1410
+ "llm.layers.20.down.weight": {
1411
+ "dtype": "q7b32",
1412
+ "shape": [
1413
+ 2048,
1414
+ 7680
1415
+ ],
1416
+ "part": 33,
1417
+ "offset": 0
1418
+ },
1419
+ "llm.layers.20.feed_forward_out_norm": {
1420
+ "dtype": "f32",
1421
+ "shape": [
1422
+ 2048
1423
+ ],
1424
+ "part": 33,
1425
+ "offset": 17702912
1426
+ },
1427
+ "llm.layers.20.gate.weight": {
1428
+ "dtype": "q7b32",
1429
+ "shape": [
1430
+ 7680,
1431
+ 2048
1432
+ ],
1433
+ "part": 32,
1434
+ "offset": 4734976
1435
+ },
1436
+ "llm.layers.20.input_norm": {
1437
+ "dtype": "f32",
1438
+ "shape": [
1439
+ 2048
1440
+ ],
1441
+ "part": 32,
1442
+ "offset": 4718592
1443
+ },
1444
+ "llm.layers.20.k_norm": {
1445
+ "dtype": "f32",
1446
+ "shape": [
1447
+ 128
1448
+ ],
1449
+ "part": 33,
1450
+ "offset": 17711616
1451
+ },
1452
+ "llm.layers.20.mixer_out_norm": {
1453
+ "dtype": "f32",
1454
+ "shape": [
1455
+ 2048
1456
+ ],
1457
+ "part": 33,
1458
+ "offset": 17694720
1459
+ },
1460
+ "llm.layers.20.o.weight": {
1461
+ "dtype": "q7b32",
1462
+ "shape": [
1463
+ 2048,
1464
+ 2048
1465
+ ],
1466
+ "part": 33,
1467
+ "offset": 17712128
1468
+ },
1469
+ "llm.layers.20.post_norm": {
1470
+ "dtype": "f32",
1471
+ "shape": [
1472
+ 2048
1473
+ ],
1474
+ "part": 32,
1475
+ "offset": 4726784
1476
+ },
1477
+ "llm.layers.20.q_norm": {
1478
+ "dtype": "f32",
1479
+ "shape": [
1480
+ 128
1481
+ ],
1482
+ "part": 33,
1483
+ "offset": 17711104
1484
+ },
1485
+ "llm.layers.20.qkv.weight": {
1486
+ "dtype": "q7b32",
1487
+ "shape": [
1488
+ 3088,
1489
+ 2048
1490
+ ],
1491
+ "part": 33,
1492
+ "offset": 22430720
1493
+ },
1494
+ "llm.layers.20.up.weight": {
1495
+ "dtype": "q7b32",
1496
+ "shape": [
1497
+ 7680,
1498
+ 2048
1499
+ ],
1500
+ "part": 32,
1501
+ "offset": 22429696
1502
+ },
1503
+ "llm.layers.21.conv": {
1504
+ "dtype": "f32",
1505
+ "shape": [
1506
+ 2048,
1507
+ 7
1508
+ ],
1509
+ "part": 34,
1510
+ "offset": 49561600
1511
+ },
1512
+ "llm.layers.21.down.weight": {
1513
+ "dtype": "q7b32",
1514
+ "shape": [
1515
+ 2048,
1516
+ 7680
1517
+ ],
1518
+ "part": 34,
1519
+ "offset": 17694720
1520
+ },
1521
+ "llm.layers.21.feed_forward_out_norm": {
1522
+ "dtype": "f32",
1523
+ "shape": [
1524
+ 2048
1525
+ ],
1526
+ "part": 34,
1527
+ "offset": 35397632
1528
+ },
1529
+ "llm.layers.21.gate.weight": {
1530
+ "dtype": "q7b32",
1531
+ "shape": [
1532
+ 7680,
1533
+ 2048
1534
+ ],
1535
+ "part": 33,
1536
+ "offset": 29561856
1537
+ },
1538
+ "llm.layers.21.input.weight": {
1539
+ "dtype": "q7b32",
1540
+ "shape": [
1541
+ 6144,
1542
+ 2048
1543
+ ],
1544
+ "part": 34,
1545
+ "offset": 35405824
1546
+ },
1547
+ "llm.layers.21.input_norm": {
1548
+ "dtype": "f32",
1549
+ "shape": [
1550
+ 2048
1551
+ ],
1552
+ "part": 33,
1553
+ "offset": 29545472
1554
+ },
1555
+ "llm.layers.21.mixer_out_norm": {
1556
+ "dtype": "f32",
1557
+ "shape": [
1558
+ 2048
1559
+ ],
1560
+ "part": 34,
1561
+ "offset": 35389440
1562
+ },
1563
+ "llm.layers.21.out.weight": {
1564
+ "dtype": "q7b32",
1565
+ "shape": [
1566
+ 2048,
1567
+ 2048
1568
+ ],
1569
+ "part": 35,
1570
+ "offset": 0
1571
+ },
1572
+ "llm.layers.21.post_norm": {
1573
+ "dtype": "f32",
1574
+ "shape": [
1575
+ 2048
1576
+ ],
1577
+ "part": 33,
1578
+ "offset": 29553664
1579
+ },
1580
+ "llm.layers.21.up.weight": {
1581
+ "dtype": "q7b32",
1582
+ "shape": [
1583
+ 7680,
1584
+ 2048
1585
+ ],
1586
+ "part": 34,
1587
+ "offset": 0
1588
+ },
1589
+ "llm.layers.22.down.weight": {
1590
+ "dtype": "q7b32",
1591
+ "shape": [
1592
+ 2048,
1593
+ 7680
1594
+ ],
1595
+ "part": 36,
1596
+ "offset": 0
1597
+ },
1598
+ "llm.layers.22.feed_forward_out_norm": {
1599
+ "dtype": "f32",
1600
+ "shape": [
1601
+ 2048
1602
+ ],
1603
+ "part": 36,
1604
+ "offset": 17702912
1605
+ },
1606
+ "llm.layers.22.gate.weight": {
1607
+ "dtype": "q7b32",
1608
+ "shape": [
1609
+ 7680,
1610
+ 2048
1611
+ ],
1612
+ "part": 35,
1613
+ "offset": 4734976
1614
+ },
1615
+ "llm.layers.22.input_norm": {
1616
+ "dtype": "f32",
1617
+ "shape": [
1618
+ 2048
1619
+ ],
1620
+ "part": 35,
1621
+ "offset": 4718592
1622
+ },
1623
+ "llm.layers.22.k_norm": {
1624
+ "dtype": "f32",
1625
+ "shape": [
1626
+ 128
1627
+ ],
1628
+ "part": 36,
1629
+ "offset": 17711616
1630
+ },
1631
+ "llm.layers.22.mixer_out_norm": {
1632
+ "dtype": "f32",
1633
+ "shape": [
1634
+ 2048
1635
+ ],
1636
+ "part": 36,
1637
+ "offset": 17694720
1638
+ },
1639
+ "llm.layers.22.o.weight": {
1640
+ "dtype": "q7b32",
1641
+ "shape": [
1642
+ 2048,
1643
+ 2048
1644
+ ],
1645
+ "part": 36,
1646
+ "offset": 17712128
1647
+ },
1648
+ "llm.layers.22.post_norm": {
1649
+ "dtype": "f32",
1650
+ "shape": [
1651
+ 2048
1652
+ ],
1653
+ "part": 35,
1654
+ "offset": 4726784
1655
+ },
1656
+ "llm.layers.22.q_norm": {
1657
+ "dtype": "f32",
1658
+ "shape": [
1659
+ 128
1660
+ ],
1661
+ "part": 36,
1662
+ "offset": 17711104
1663
+ },
1664
+ "llm.layers.22.qkv.weight": {
1665
+ "dtype": "q7b32",
1666
+ "shape": [
1667
+ 3088,
1668
+ 2048
1669
+ ],
1670
+ "part": 36,
1671
+ "offset": 22430720
1672
+ },
1673
+ "llm.layers.22.up.weight": {
1674
+ "dtype": "q7b32",
1675
+ "shape": [
1676
+ 7680,
1677
+ 2048
1678
+ ],
1679
+ "part": 35,
1680
+ "offset": 22429696
1681
+ },
1682
+ "llm.layers.23.conv": {
1683
+ "dtype": "f32",
1684
+ "shape": [
1685
+ 2048,
1686
+ 7
1687
+ ],
1688
+ "part": 37,
1689
+ "offset": 49561600
1690
+ },
1691
+ "llm.layers.23.down.weight": {
1692
+ "dtype": "q7b32",
1693
+ "shape": [
1694
+ 2048,
1695
+ 7680
1696
+ ],
1697
+ "part": 37,
1698
+ "offset": 17694720
1699
+ },
1700
+ "llm.layers.23.feed_forward_out_norm": {
1701
+ "dtype": "f32",
1702
+ "shape": [
1703
+ 2048
1704
+ ],
1705
+ "part": 37,
1706
+ "offset": 35397632
1707
+ },
1708
+ "llm.layers.23.gate.weight": {
1709
+ "dtype": "q7b32",
1710
+ "shape": [
1711
+ 7680,
1712
+ 2048
1713
+ ],
1714
+ "part": 36,
1715
+ "offset": 29561856
1716
+ },
1717
+ "llm.layers.23.input.weight": {
1718
+ "dtype": "q7b32",
1719
+ "shape": [
1720
+ 6144,
1721
+ 2048
1722
+ ],
1723
+ "part": 37,
1724
+ "offset": 35405824
1725
+ },
1726
+ "llm.layers.23.input_norm": {
1727
+ "dtype": "f32",
1728
+ "shape": [
1729
+ 2048
1730
+ ],
1731
+ "part": 36,
1732
+ "offset": 29545472
1733
+ },
1734
+ "llm.layers.23.mixer_out_norm": {
1735
+ "dtype": "f32",
1736
+ "shape": [
1737
+ 2048
1738
+ ],
1739
+ "part": 37,
1740
+ "offset": 35389440
1741
+ },
1742
+ "llm.layers.23.out.weight": {
1743
+ "dtype": "q7b32",
1744
+ "shape": [
1745
+ 2048,
1746
+ 2048
1747
+ ],
1748
+ "part": 38,
1749
+ "offset": 0
1750
+ },
1751
+ "llm.layers.23.post_norm": {
1752
+ "dtype": "f32",
1753
+ "shape": [
1754
+ 2048
1755
+ ],
1756
+ "part": 36,
1757
+ "offset": 29553664
1758
+ },
1759
+ "llm.layers.23.up.weight": {
1760
+ "dtype": "q7b32",
1761
+ "shape": [
1762
+ 7680,
1763
+ 2048
1764
+ ],
1765
+ "part": 37,
1766
+ "offset": 0
1767
+ },
1768
+ "llm.layers.3.conv": {
1769
+ "dtype": "f32",
1770
+ "shape": [
1771
+ 2048,
1772
+ 7
1773
+ ],
1774
+ "part": 7,
1775
+ "offset": 49561600
1776
+ },
1777
+ "llm.layers.3.down.weight": {
1778
+ "dtype": "q7b32",
1779
+ "shape": [
1780
+ 2048,
1781
+ 7680
1782
+ ],
1783
+ "part": 7,
1784
+ "offset": 17694720
1785
+ },
1786
+ "llm.layers.3.feed_forward_out_norm": {
1787
+ "dtype": "f32",
1788
+ "shape": [
1789
+ 2048
1790
+ ],
1791
+ "part": 7,
1792
+ "offset": 35397632
1793
+ },
1794
+ "llm.layers.3.gate.weight": {
1795
+ "dtype": "q7b32",
1796
+ "shape": [
1797
+ 7680,
1798
+ 2048
1799
+ ],
1800
+ "part": 6,
1801
+ "offset": 29561856
1802
+ },
1803
+ "llm.layers.3.input.weight": {
1804
+ "dtype": "q7b32",
1805
+ "shape": [
1806
+ 6144,
1807
+ 2048
1808
+ ],
1809
+ "part": 7,
1810
+ "offset": 35405824
1811
+ },
1812
+ "llm.layers.3.input_norm": {
1813
+ "dtype": "f32",
1814
+ "shape": [
1815
+ 2048
1816
+ ],
1817
+ "part": 6,
1818
+ "offset": 29545472
1819
+ },
1820
+ "llm.layers.3.mixer_out_norm": {
1821
+ "dtype": "f32",
1822
+ "shape": [
1823
+ 2048
1824
+ ],
1825
+ "part": 7,
1826
+ "offset": 35389440
1827
+ },
1828
+ "llm.layers.3.out.weight": {
1829
+ "dtype": "q7b32",
1830
+ "shape": [
1831
+ 2048,
1832
+ 2048
1833
+ ],
1834
+ "part": 8,
1835
+ "offset": 0
1836
+ },
1837
+ "llm.layers.3.post_norm": {
1838
+ "dtype": "f32",
1839
+ "shape": [
1840
+ 2048
1841
+ ],
1842
+ "part": 6,
1843
+ "offset": 29553664
1844
+ },
1845
+ "llm.layers.3.up.weight": {
1846
+ "dtype": "q7b32",
1847
+ "shape": [
1848
+ 7680,
1849
+ 2048
1850
+ ],
1851
+ "part": 7,
1852
+ "offset": 0
1853
+ },
1854
+ "llm.layers.4.down.weight": {
1855
+ "dtype": "q7b32",
1856
+ "shape": [
1857
+ 2048,
1858
+ 7680
1859
+ ],
1860
+ "part": 9,
1861
+ "offset": 0
1862
+ },
1863
+ "llm.layers.4.feed_forward_out_norm": {
1864
+ "dtype": "f32",
1865
+ "shape": [
1866
+ 2048
1867
+ ],
1868
+ "part": 9,
1869
+ "offset": 17702912
1870
+ },
1871
+ "llm.layers.4.gate.weight": {
1872
+ "dtype": "q7b32",
1873
+ "shape": [
1874
+ 7680,
1875
+ 2048
1876
+ ],
1877
+ "part": 8,
1878
+ "offset": 4734976
1879
+ },
1880
+ "llm.layers.4.input_norm": {
1881
+ "dtype": "f32",
1882
+ "shape": [
1883
+ 2048
1884
+ ],
1885
+ "part": 8,
1886
+ "offset": 4718592
1887
+ },
1888
+ "llm.layers.4.k_norm": {
1889
+ "dtype": "f32",
1890
+ "shape": [
1891
+ 128
1892
+ ],
1893
+ "part": 9,
1894
+ "offset": 17711616
1895
+ },
1896
+ "llm.layers.4.mixer_out_norm": {
1897
+ "dtype": "f32",
1898
+ "shape": [
1899
+ 2048
1900
+ ],
1901
+ "part": 9,
1902
+ "offset": 17694720
1903
+ },
1904
+ "llm.layers.4.o.weight": {
1905
+ "dtype": "q7b32",
1906
+ "shape": [
1907
+ 2048,
1908
+ 2048
1909
+ ],
1910
+ "part": 9,
1911
+ "offset": 17712128
1912
+ },
1913
+ "llm.layers.4.post_norm": {
1914
+ "dtype": "f32",
1915
+ "shape": [
1916
+ 2048
1917
+ ],
1918
+ "part": 8,
1919
+ "offset": 4726784
1920
+ },
1921
+ "llm.layers.4.q_norm": {
1922
+ "dtype": "f32",
1923
+ "shape": [
1924
+ 128
1925
+ ],
1926
+ "part": 9,
1927
+ "offset": 17711104
1928
+ },
1929
+ "llm.layers.4.qkv.weight": {
1930
+ "dtype": "q7b32",
1931
+ "shape": [
1932
+ 3088,
1933
+ 2048
1934
+ ],
1935
+ "part": 9,
1936
+ "offset": 22430720
1937
+ },
1938
+ "llm.layers.4.up.weight": {
1939
+ "dtype": "q7b32",
1940
+ "shape": [
1941
+ 7680,
1942
+ 2048
1943
+ ],
1944
+ "part": 8,
1945
+ "offset": 22429696
1946
+ },
1947
+ "llm.layers.5.conv": {
1948
+ "dtype": "f32",
1949
+ "shape": [
1950
+ 2048,
1951
+ 7
1952
+ ],
1953
+ "part": 10,
1954
+ "offset": 49561600
1955
+ },
1956
+ "llm.layers.5.down.weight": {
1957
+ "dtype": "q7b32",
1958
+ "shape": [
1959
+ 2048,
1960
+ 7680
1961
+ ],
1962
+ "part": 10,
1963
+ "offset": 17694720
1964
+ },
1965
+ "llm.layers.5.feed_forward_out_norm": {
1966
+ "dtype": "f32",
1967
+ "shape": [
1968
+ 2048
1969
+ ],
1970
+ "part": 10,
1971
+ "offset": 35397632
1972
+ },
1973
+ "llm.layers.5.gate.weight": {
1974
+ "dtype": "q7b32",
1975
+ "shape": [
1976
+ 7680,
1977
+ 2048
1978
+ ],
1979
+ "part": 9,
1980
+ "offset": 29561856
1981
+ },
1982
+ "llm.layers.5.input.weight": {
1983
+ "dtype": "q7b32",
1984
+ "shape": [
1985
+ 6144,
1986
+ 2048
1987
+ ],
1988
+ "part": 10,
1989
+ "offset": 35405824
1990
+ },
1991
+ "llm.layers.5.input_norm": {
1992
+ "dtype": "f32",
1993
+ "shape": [
1994
+ 2048
1995
+ ],
1996
+ "part": 9,
1997
+ "offset": 29545472
1998
+ },
1999
+ "llm.layers.5.mixer_out_norm": {
2000
+ "dtype": "f32",
2001
+ "shape": [
2002
+ 2048
2003
+ ],
2004
+ "part": 10,
2005
+ "offset": 35389440
2006
+ },
2007
+ "llm.layers.5.out.weight": {
2008
+ "dtype": "q7b32",
2009
+ "shape": [
2010
+ 2048,
2011
+ 2048
2012
+ ],
2013
+ "part": 11,
2014
+ "offset": 0
2015
+ },
2016
+ "llm.layers.5.post_norm": {
2017
+ "dtype": "f32",
2018
+ "shape": [
2019
+ 2048
2020
+ ],
2021
+ "part": 9,
2022
+ "offset": 29553664
2023
+ },
2024
+ "llm.layers.5.up.weight": {
2025
+ "dtype": "q7b32",
2026
+ "shape": [
2027
+ 7680,
2028
+ 2048
2029
+ ],
2030
+ "part": 10,
2031
+ "offset": 0
2032
+ },
2033
+ "llm.layers.6.down.weight": {
2034
+ "dtype": "q7b32",
2035
+ "shape": [
2036
+ 2048,
2037
+ 7680
2038
+ ],
2039
+ "part": 12,
2040
+ "offset": 0
2041
+ },
2042
+ "llm.layers.6.feed_forward_out_norm": {
2043
+ "dtype": "f32",
2044
+ "shape": [
2045
+ 2048
2046
+ ],
2047
+ "part": 12,
2048
+ "offset": 17702912
2049
+ },
2050
+ "llm.layers.6.gate.weight": {
2051
+ "dtype": "q7b32",
2052
+ "shape": [
2053
+ 7680,
2054
+ 2048
2055
+ ],
2056
+ "part": 11,
2057
+ "offset": 4734976
2058
+ },
2059
+ "llm.layers.6.input_norm": {
2060
+ "dtype": "f32",
2061
+ "shape": [
2062
+ 2048
2063
+ ],
2064
+ "part": 11,
2065
+ "offset": 4718592
2066
+ },
2067
+ "llm.layers.6.k_norm": {
2068
+ "dtype": "f32",
2069
+ "shape": [
2070
+ 128
2071
+ ],
2072
+ "part": 12,
2073
+ "offset": 17711616
2074
+ },
2075
+ "llm.layers.6.mixer_out_norm": {
2076
+ "dtype": "f32",
2077
+ "shape": [
2078
+ 2048
2079
+ ],
2080
+ "part": 12,
2081
+ "offset": 17694720
2082
+ },
2083
+ "llm.layers.6.o.weight": {
2084
+ "dtype": "q7b32",
2085
+ "shape": [
2086
+ 2048,
2087
+ 2048
2088
+ ],
2089
+ "part": 12,
2090
+ "offset": 17712128
2091
+ },
2092
+ "llm.layers.6.post_norm": {
2093
+ "dtype": "f32",
2094
+ "shape": [
2095
+ 2048
2096
+ ],
2097
+ "part": 11,
2098
+ "offset": 4726784
2099
+ },
2100
+ "llm.layers.6.q_norm": {
2101
+ "dtype": "f32",
2102
+ "shape": [
2103
+ 128
2104
+ ],
2105
+ "part": 12,
2106
+ "offset": 17711104
2107
+ },
2108
+ "llm.layers.6.qkv.weight": {
2109
+ "dtype": "q7b32",
2110
+ "shape": [
2111
+ 3088,
2112
+ 2048
2113
+ ],
2114
+ "part": 12,
2115
+ "offset": 22430720
2116
+ },
2117
+ "llm.layers.6.up.weight": {
2118
+ "dtype": "q7b32",
2119
+ "shape": [
2120
+ 7680,
2121
+ 2048
2122
+ ],
2123
+ "part": 11,
2124
+ "offset": 22429696
2125
+ },
2126
+ "llm.layers.7.conv": {
2127
+ "dtype": "f32",
2128
+ "shape": [
2129
+ 2048,
2130
+ 7
2131
+ ],
2132
+ "part": 13,
2133
+ "offset": 49561600
2134
+ },
2135
+ "llm.layers.7.down.weight": {
2136
+ "dtype": "q7b32",
2137
+ "shape": [
2138
+ 2048,
2139
+ 7680
2140
+ ],
2141
+ "part": 13,
2142
+ "offset": 17694720
2143
+ },
2144
+ "llm.layers.7.feed_forward_out_norm": {
2145
+ "dtype": "f32",
2146
+ "shape": [
2147
+ 2048
2148
+ ],
2149
+ "part": 13,
2150
+ "offset": 35397632
2151
+ },
2152
+ "llm.layers.7.gate.weight": {
2153
+ "dtype": "q7b32",
2154
+ "shape": [
2155
+ 7680,
2156
+ 2048
2157
+ ],
2158
+ "part": 12,
2159
+ "offset": 29561856
2160
+ },
2161
+ "llm.layers.7.input.weight": {
2162
+ "dtype": "q7b32",
2163
+ "shape": [
2164
+ 6144,
2165
+ 2048
2166
+ ],
2167
+ "part": 13,
2168
+ "offset": 35405824
2169
+ },
2170
+ "llm.layers.7.input_norm": {
2171
+ "dtype": "f32",
2172
+ "shape": [
2173
+ 2048
2174
+ ],
2175
+ "part": 12,
2176
+ "offset": 29545472
2177
+ },
2178
+ "llm.layers.7.mixer_out_norm": {
2179
+ "dtype": "f32",
2180
+ "shape": [
2181
+ 2048
2182
+ ],
2183
+ "part": 13,
2184
+ "offset": 35389440
2185
+ },
2186
+ "llm.layers.7.out.weight": {
2187
+ "dtype": "q7b32",
2188
+ "shape": [
2189
+ 2048,
2190
+ 2048
2191
+ ],
2192
+ "part": 14,
2193
+ "offset": 0
2194
+ },
2195
+ "llm.layers.7.post_norm": {
2196
+ "dtype": "f32",
2197
+ "shape": [
2198
+ 2048
2199
+ ],
2200
+ "part": 12,
2201
+ "offset": 29553664
2202
+ },
2203
+ "llm.layers.7.up.weight": {
2204
+ "dtype": "q7b32",
2205
+ "shape": [
2206
+ 7680,
2207
+ 2048
2208
+ ],
2209
+ "part": 13,
2210
+ "offset": 0
2211
+ },
2212
+ "llm.layers.8.down.weight": {
2213
+ "dtype": "q7b32",
2214
+ "shape": [
2215
+ 2048,
2216
+ 7680
2217
+ ],
2218
+ "part": 15,
2219
+ "offset": 0
2220
+ },
2221
+ "llm.layers.8.feed_forward_out_norm": {
2222
+ "dtype": "f32",
2223
+ "shape": [
2224
+ 2048
2225
+ ],
2226
+ "part": 15,
2227
+ "offset": 17702912
2228
+ },
2229
+ "llm.layers.8.gate.weight": {
2230
+ "dtype": "q7b32",
2231
+ "shape": [
2232
+ 7680,
2233
+ 2048
2234
+ ],
2235
+ "part": 14,
2236
+ "offset": 4734976
2237
+ },
2238
+ "llm.layers.8.input_norm": {
2239
+ "dtype": "f32",
2240
+ "shape": [
2241
+ 2048
2242
+ ],
2243
+ "part": 14,
2244
+ "offset": 4718592
2245
+ },
2246
+ "llm.layers.8.k_norm": {
2247
+ "dtype": "f32",
2248
+ "shape": [
2249
+ 128
2250
+ ],
2251
+ "part": 15,
2252
+ "offset": 17711616
2253
+ },
2254
+ "llm.layers.8.mixer_out_norm": {
2255
+ "dtype": "f32",
2256
+ "shape": [
2257
+ 2048
2258
+ ],
2259
+ "part": 15,
2260
+ "offset": 17694720
2261
+ },
2262
+ "llm.layers.8.o.weight": {
2263
+ "dtype": "q7b32",
2264
+ "shape": [
2265
+ 2048,
2266
+ 2048
2267
+ ],
2268
+ "part": 15,
2269
+ "offset": 17712128
2270
+ },
2271
+ "llm.layers.8.post_norm": {
2272
+ "dtype": "f32",
2273
+ "shape": [
2274
+ 2048
2275
+ ],
2276
+ "part": 14,
2277
+ "offset": 4726784
2278
+ },
2279
+ "llm.layers.8.q_norm": {
2280
+ "dtype": "f32",
2281
+ "shape": [
2282
+ 128
2283
+ ],
2284
+ "part": 15,
2285
+ "offset": 17711104
2286
+ },
2287
+ "llm.layers.8.qkv.weight": {
2288
+ "dtype": "q7b32",
2289
+ "shape": [
2290
+ 3088,
2291
+ 2048
2292
+ ],
2293
+ "part": 15,
2294
+ "offset": 22430720
2295
+ },
2296
+ "llm.layers.8.up.weight": {
2297
+ "dtype": "q7b32",
2298
+ "shape": [
2299
+ 7680,
2300
+ 2048
2301
+ ],
2302
+ "part": 14,
2303
+ "offset": 22429696
2304
+ },
2305
+ "llm.layers.9.conv": {
2306
+ "dtype": "f32",
2307
+ "shape": [
2308
+ 2048,
2309
+ 7
2310
+ ],
2311
+ "part": 16,
2312
+ "offset": 49561600
2313
+ },
2314
+ "llm.layers.9.down.weight": {
2315
+ "dtype": "q7b32",
2316
+ "shape": [
2317
+ 2048,
2318
+ 7680
2319
+ ],
2320
+ "part": 16,
2321
+ "offset": 17694720
2322
+ },
2323
+ "llm.layers.9.feed_forward_out_norm": {
2324
+ "dtype": "f32",
2325
+ "shape": [
2326
+ 2048
2327
+ ],
2328
+ "part": 16,
2329
+ "offset": 35397632
2330
+ },
2331
+ "llm.layers.9.gate.weight": {
2332
+ "dtype": "q7b32",
2333
+ "shape": [
2334
+ 7680,
2335
+ 2048
2336
+ ],
2337
+ "part": 15,
2338
+ "offset": 29561856
2339
+ },
2340
+ "llm.layers.9.input.weight": {
2341
+ "dtype": "q7b32",
2342
+ "shape": [
2343
+ 6144,
2344
+ 2048
2345
+ ],
2346
+ "part": 16,
2347
+ "offset": 35405824
2348
+ },
2349
+ "llm.layers.9.input_norm": {
2350
+ "dtype": "f32",
2351
+ "shape": [
2352
+ 2048
2353
+ ],
2354
+ "part": 15,
2355
+ "offset": 29545472
2356
+ },
2357
+ "llm.layers.9.mixer_out_norm": {
2358
+ "dtype": "f32",
2359
+ "shape": [
2360
+ 2048
2361
+ ],
2362
+ "part": 16,
2363
+ "offset": 35389440
2364
+ },
2365
+ "llm.layers.9.out.weight": {
2366
+ "dtype": "q7b32",
2367
+ "shape": [
2368
+ 2048,
2369
+ 2048
2370
+ ],
2371
+ "part": 17,
2372
+ "offset": 0
2373
+ },
2374
+ "llm.layers.9.post_norm": {
2375
+ "dtype": "f32",
2376
+ "shape": [
2377
+ 2048
2378
+ ],
2379
+ "part": 15,
2380
+ "offset": 29553664
2381
+ },
2382
+ "llm.layers.9.up.weight": {
2383
+ "dtype": "q7b32",
2384
+ "shape": [
2385
+ 7680,
2386
+ 2048
2387
+ ],
2388
+ "part": 16,
2389
+ "offset": 0
2390
+ },
2391
+ "llm.norm": {
2392
+ "dtype": "f32",
2393
+ "shape": [
2394
+ 2048
2395
+ ],
2396
+ "part": 1,
2397
+ "offset": 0
2398
+ },
2399
+ "projector.down.bias": {
2400
+ "dtype": "f32",
2401
+ "shape": [
2402
+ 2048
2403
+ ],
2404
+ "part": 42,
2405
+ "offset": 28327936
2406
+ },
2407
+ "projector.down.weight": {
2408
+ "dtype": "q7b32",
2409
+ "shape": [
2410
+ 2048,
2411
+ 4096
2412
+ ],
2413
+ "part": 42,
2414
+ "offset": 18890752
2415
+ },
2416
+ "projector.norm.bias": {
2417
+ "dtype": "f32",
2418
+ "shape": [
2419
+ 1024
2420
+ ],
2421
+ "part": 41,
2422
+ "offset": 49058816
2423
+ },
2424
+ "projector.norm.weight": {
2425
+ "dtype": "f32",
2426
+ "shape": [
2427
+ 1024
2428
+ ],
2429
+ "part": 41,
2430
+ "offset": 49054720
2431
+ },
2432
+ "projector.up.bias": {
2433
+ "dtype": "f32",
2434
+ "shape": [
2435
+ 4096
2436
+ ],
2437
+ "part": 42,
2438
+ "offset": 18874368
2439
+ },
2440
+ "projector.up.weight": {
2441
+ "dtype": "q7b32",
2442
+ "shape": [
2443
+ 4096,
2444
+ 4096
2445
+ ],
2446
+ "part": 42,
2447
+ "offset": 0
2448
+ },
2449
+ "vision.layers.0.conv": {
2450
+ "dtype": "f32",
2451
+ "shape": [
2452
+ 1024,
2453
+ 9
2454
+ ],
2455
+ "part": 38,
2456
+ "offset": 23408640
2457
+ },
2458
+ "vision.layers.0.down.weight": {
2459
+ "dtype": "q7b32",
2460
+ "shape": [
2461
+ 1024,
2462
+ 2560
2463
+ ],
2464
+ "part": 38,
2465
+ "offset": 16920576
2466
+ },
2467
+ "vision.layers.0.gate.weight": {
2468
+ "dtype": "q7b32",
2469
+ "shape": [
2470
+ 2560,
2471
+ 1024
2472
+ ],
2473
+ "part": 38,
2474
+ "offset": 11022336
2475
+ },
2476
+ "vision.layers.0.input.weight": {
2477
+ "dtype": "q7b32",
2478
+ "shape": [
2479
+ 3072,
2480
+ 1024
2481
+ ],
2482
+ "part": 38,
2483
+ "offset": 19869696
2484
+ },
2485
+ "vision.layers.0.input_norm": {
2486
+ "dtype": "f32",
2487
+ "shape": [
2488
+ 1024
2489
+ ],
2490
+ "part": 38,
2491
+ "offset": 11014144
2492
+ },
2493
+ "vision.layers.0.out.weight": {
2494
+ "dtype": "q7b32",
2495
+ "shape": [
2496
+ 1024,
2497
+ 1024
2498
+ ],
2499
+ "part": 38,
2500
+ "offset": 23445504
2501
+ },
2502
+ "vision.layers.0.post_norm": {
2503
+ "dtype": "f32",
2504
+ "shape": [
2505
+ 1024
2506
+ ],
2507
+ "part": 38,
2508
+ "offset": 11018240
2509
+ },
2510
+ "vision.layers.0.up.weight": {
2511
+ "dtype": "q7b32",
2512
+ "shape": [
2513
+ 2560,
2514
+ 1024
2515
+ ],
2516
+ "part": 38,
2517
+ "offset": 13971456
2518
+ },
2519
+ "vision.layers.1.conv": {
2520
+ "dtype": "f32",
2521
+ "shape": [
2522
+ 1024,
2523
+ 9
2524
+ ],
2525
+ "part": 38,
2526
+ "offset": 37019648
2527
+ },
2528
+ "vision.layers.1.down.weight": {
2529
+ "dtype": "q7b32",
2530
+ "shape": [
2531
+ 1024,
2532
+ 2560
2533
+ ],
2534
+ "part": 38,
2535
+ "offset": 30531584
2536
+ },
2537
+ "vision.layers.1.gate.weight": {
2538
+ "dtype": "q7b32",
2539
+ "shape": [
2540
+ 2560,
2541
+ 1024
2542
+ ],
2543
+ "part": 38,
2544
+ "offset": 24633344
2545
+ },
2546
+ "vision.layers.1.input.weight": {
2547
+ "dtype": "q7b32",
2548
+ "shape": [
2549
+ 3072,
2550
+ 1024
2551
+ ],
2552
+ "part": 38,
2553
+ "offset": 33480704
2554
+ },
2555
+ "vision.layers.1.input_norm": {
2556
+ "dtype": "f32",
2557
+ "shape": [
2558
+ 1024
2559
+ ],
2560
+ "part": 38,
2561
+ "offset": 24625152
2562
+ },
2563
+ "vision.layers.1.out.weight": {
2564
+ "dtype": "q7b32",
2565
+ "shape": [
2566
+ 1024,
2567
+ 1024
2568
+ ],
2569
+ "part": 38,
2570
+ "offset": 37056512
2571
+ },
2572
+ "vision.layers.1.post_norm": {
2573
+ "dtype": "f32",
2574
+ "shape": [
2575
+ 1024
2576
+ ],
2577
+ "part": 38,
2578
+ "offset": 24629248
2579
+ },
2580
+ "vision.layers.1.up.weight": {
2581
+ "dtype": "q7b32",
2582
+ "shape": [
2583
+ 2560,
2584
+ 1024
2585
+ ],
2586
+ "part": 38,
2587
+ "offset": 27582464
2588
+ },
2589
+ "vision.layers.10.down.weight": {
2590
+ "dtype": "q7b32",
2591
+ "shape": [
2592
+ 1024,
2593
+ 2560
2594
+ ],
2595
+ "part": 41,
2596
+ "offset": 2949120
2597
+ },
2598
+ "vision.layers.10.gate.weight": {
2599
+ "dtype": "q7b32",
2600
+ "shape": [
2601
+ 2560,
2602
+ 1024
2603
+ ],
2604
+ "part": 40,
2605
+ "offset": 46113792
2606
+ },
2607
+ "vision.layers.10.input_norm": {
2608
+ "dtype": "f32",
2609
+ "shape": [
2610
+ 1024
2611
+ ],
2612
+ "part": 40,
2613
+ "offset": 46105600
2614
+ },
2615
+ "vision.layers.10.k_norm": {
2616
+ "dtype": "f32",
2617
+ "shape": [
2618
+ 64
2619
+ ],
2620
+ "part": 41,
2621
+ "offset": 5898496
2622
+ },
2623
+ "vision.layers.10.o.weight": {
2624
+ "dtype": "q7b32",
2625
+ "shape": [
2626
+ 1024,
2627
+ 1024
2628
+ ],
2629
+ "part": 41,
2630
+ "offset": 5898752
2631
+ },
2632
+ "vision.layers.10.post_norm": {
2633
+ "dtype": "f32",
2634
+ "shape": [
2635
+ 1024
2636
+ ],
2637
+ "part": 40,
2638
+ "offset": 46109696
2639
+ },
2640
+ "vision.layers.10.q_norm": {
2641
+ "dtype": "f32",
2642
+ "shape": [
2643
+ 64
2644
+ ],
2645
+ "part": 41,
2646
+ "offset": 5898240
2647
+ },
2648
+ "vision.layers.10.qkv.weight": {
2649
+ "dtype": "q7b32",
2650
+ "shape": [
2651
+ 2048,
2652
+ 1024
2653
+ ],
2654
+ "part": 41,
2655
+ "offset": 7078400
2656
+ },
2657
+ "vision.layers.10.up.weight": {
2658
+ "dtype": "q7b32",
2659
+ "shape": [
2660
+ 2560,
2661
+ 1024
2662
+ ],
2663
+ "part": 41,
2664
+ "offset": 0
2665
+ },
2666
+ "vision.layers.11.conv": {
2667
+ "dtype": "f32",
2668
+ "shape": [
2669
+ 1024,
2670
+ 9
2671
+ ],
2672
+ "part": 41,
2673
+ "offset": 21832192
2674
+ },
2675
+ "vision.layers.11.down.weight": {
2676
+ "dtype": "q7b32",
2677
+ "shape": [
2678
+ 1024,
2679
+ 2560
2680
+ ],
2681
+ "part": 41,
2682
+ "offset": 15344128
2683
+ },
2684
+ "vision.layers.11.gate.weight": {
2685
+ "dtype": "q7b32",
2686
+ "shape": [
2687
+ 2560,
2688
+ 1024
2689
+ ],
2690
+ "part": 41,
2691
+ "offset": 9445888
2692
+ },
2693
+ "vision.layers.11.input.weight": {
2694
+ "dtype": "q7b32",
2695
+ "shape": [
2696
+ 3072,
2697
+ 1024
2698
+ ],
2699
+ "part": 41,
2700
+ "offset": 18293248
2701
+ },
2702
+ "vision.layers.11.input_norm": {
2703
+ "dtype": "f32",
2704
+ "shape": [
2705
+ 1024
2706
+ ],
2707
+ "part": 41,
2708
+ "offset": 9437696
2709
+ },
2710
+ "vision.layers.11.out.weight": {
2711
+ "dtype": "q7b32",
2712
+ "shape": [
2713
+ 1024,
2714
+ 1024
2715
+ ],
2716
+ "part": 41,
2717
+ "offset": 21869056
2718
+ },
2719
+ "vision.layers.11.post_norm": {
2720
+ "dtype": "f32",
2721
+ "shape": [
2722
+ 1024
2723
+ ],
2724
+ "part": 41,
2725
+ "offset": 9441792
2726
+ },
2727
+ "vision.layers.11.up.weight": {
2728
+ "dtype": "q7b32",
2729
+ "shape": [
2730
+ 2560,
2731
+ 1024
2732
+ ],
2733
+ "part": 41,
2734
+ "offset": 12395008
2735
+ },
2736
+ "vision.layers.12.down.weight": {
2737
+ "dtype": "q7b32",
2738
+ "shape": [
2739
+ 1024,
2740
+ 2560
2741
+ ],
2742
+ "part": 41,
2743
+ "offset": 28955136
2744
+ },
2745
+ "vision.layers.12.gate.weight": {
2746
+ "dtype": "q7b32",
2747
+ "shape": [
2748
+ 2560,
2749
+ 1024
2750
+ ],
2751
+ "part": 41,
2752
+ "offset": 23056896
2753
+ },
2754
+ "vision.layers.12.input_norm": {
2755
+ "dtype": "f32",
2756
+ "shape": [
2757
+ 1024
2758
+ ],
2759
+ "part": 41,
2760
+ "offset": 23048704
2761
+ },
2762
+ "vision.layers.12.k_norm": {
2763
+ "dtype": "f32",
2764
+ "shape": [
2765
+ 64
2766
+ ],
2767
+ "part": 41,
2768
+ "offset": 31904512
2769
+ },
2770
+ "vision.layers.12.o.weight": {
2771
+ "dtype": "q7b32",
2772
+ "shape": [
2773
+ 1024,
2774
+ 1024
2775
+ ],
2776
+ "part": 41,
2777
+ "offset": 31904768
2778
+ },
2779
+ "vision.layers.12.post_norm": {
2780
+ "dtype": "f32",
2781
+ "shape": [
2782
+ 1024
2783
+ ],
2784
+ "part": 41,
2785
+ "offset": 23052800
2786
+ },
2787
+ "vision.layers.12.q_norm": {
2788
+ "dtype": "f32",
2789
+ "shape": [
2790
+ 64
2791
+ ],
2792
+ "part": 41,
2793
+ "offset": 31904256
2794
+ },
2795
+ "vision.layers.12.qkv.weight": {
2796
+ "dtype": "q7b32",
2797
+ "shape": [
2798
+ 2048,
2799
+ 1024
2800
+ ],
2801
+ "part": 41,
2802
+ "offset": 33084416
2803
+ },
2804
+ "vision.layers.12.up.weight": {
2805
+ "dtype": "q7b32",
2806
+ "shape": [
2807
+ 2560,
2808
+ 1024
2809
+ ],
2810
+ "part": 41,
2811
+ "offset": 26006016
2812
+ },
2813
+ "vision.layers.13.conv": {
2814
+ "dtype": "f32",
2815
+ "shape": [
2816
+ 1024,
2817
+ 9
2818
+ ],
2819
+ "part": 41,
2820
+ "offset": 47838208
2821
+ },
2822
+ "vision.layers.13.down.weight": {
2823
+ "dtype": "q7b32",
2824
+ "shape": [
2825
+ 1024,
2826
+ 2560
2827
+ ],
2828
+ "part": 41,
2829
+ "offset": 41350144
2830
+ },
2831
+ "vision.layers.13.gate.weight": {
2832
+ "dtype": "q7b32",
2833
+ "shape": [
2834
+ 2560,
2835
+ 1024
2836
+ ],
2837
+ "part": 41,
2838
+ "offset": 35451904
2839
+ },
2840
+ "vision.layers.13.input.weight": {
2841
+ "dtype": "q7b32",
2842
+ "shape": [
2843
+ 3072,
2844
+ 1024
2845
+ ],
2846
+ "part": 41,
2847
+ "offset": 44299264
2848
+ },
2849
+ "vision.layers.13.input_norm": {
2850
+ "dtype": "f32",
2851
+ "shape": [
2852
+ 1024
2853
+ ],
2854
+ "part": 41,
2855
+ "offset": 35443712
2856
+ },
2857
+ "vision.layers.13.out.weight": {
2858
+ "dtype": "q7b32",
2859
+ "shape": [
2860
+ 1024,
2861
+ 1024
2862
+ ],
2863
+ "part": 41,
2864
+ "offset": 47875072
2865
+ },
2866
+ "vision.layers.13.post_norm": {
2867
+ "dtype": "f32",
2868
+ "shape": [
2869
+ 1024
2870
+ ],
2871
+ "part": 41,
2872
+ "offset": 35447808
2873
+ },
2874
+ "vision.layers.13.up.weight": {
2875
+ "dtype": "q7b32",
2876
+ "shape": [
2877
+ 2560,
2878
+ 1024
2879
+ ],
2880
+ "part": 41,
2881
+ "offset": 38401024
2882
+ },
2883
+ "vision.layers.2.down.weight": {
2884
+ "dtype": "q7b32",
2885
+ "shape": [
2886
+ 1024,
2887
+ 2560
2888
+ ],
2889
+ "part": 38,
2890
+ "offset": 44142592
2891
+ },
2892
+ "vision.layers.2.gate.weight": {
2893
+ "dtype": "q7b32",
2894
+ "shape": [
2895
+ 2560,
2896
+ 1024
2897
+ ],
2898
+ "part": 38,
2899
+ "offset": 38244352
2900
+ },
2901
+ "vision.layers.2.input_norm": {
2902
+ "dtype": "f32",
2903
+ "shape": [
2904
+ 1024
2905
+ ],
2906
+ "part": 38,
2907
+ "offset": 38236160
2908
+ },
2909
+ "vision.layers.2.k_norm": {
2910
+ "dtype": "f32",
2911
+ "shape": [
2912
+ 64
2913
+ ],
2914
+ "part": 38,
2915
+ "offset": 47091968
2916
+ },
2917
+ "vision.layers.2.o.weight": {
2918
+ "dtype": "q7b32",
2919
+ "shape": [
2920
+ 1024,
2921
+ 1024
2922
+ ],
2923
+ "part": 38,
2924
+ "offset": 47092224
2925
+ },
2926
+ "vision.layers.2.post_norm": {
2927
+ "dtype": "f32",
2928
+ "shape": [
2929
+ 1024
2930
+ ],
2931
+ "part": 38,
2932
+ "offset": 38240256
2933
+ },
2934
+ "vision.layers.2.q_norm": {
2935
+ "dtype": "f32",
2936
+ "shape": [
2937
+ 64
2938
+ ],
2939
+ "part": 38,
2940
+ "offset": 47091712
2941
+ },
2942
+ "vision.layers.2.qkv.weight": {
2943
+ "dtype": "q7b32",
2944
+ "shape": [
2945
+ 2048,
2946
+ 1024
2947
+ ],
2948
+ "part": 39,
2949
+ "offset": 0
2950
+ },
2951
+ "vision.layers.2.up.weight": {
2952
+ "dtype": "q7b32",
2953
+ "shape": [
2954
+ 2560,
2955
+ 1024
2956
+ ],
2957
+ "part": 38,
2958
+ "offset": 41193472
2959
+ },
2960
+ "vision.layers.3.conv": {
2961
+ "dtype": "f32",
2962
+ "shape": [
2963
+ 1024,
2964
+ 9
2965
+ ],
2966
+ "part": 39,
2967
+ "offset": 14753792
2968
+ },
2969
+ "vision.layers.3.down.weight": {
2970
+ "dtype": "q7b32",
2971
+ "shape": [
2972
+ 1024,
2973
+ 2560
2974
+ ],
2975
+ "part": 39,
2976
+ "offset": 8265728
2977
+ },
2978
+ "vision.layers.3.gate.weight": {
2979
+ "dtype": "q7b32",
2980
+ "shape": [
2981
+ 2560,
2982
+ 1024
2983
+ ],
2984
+ "part": 39,
2985
+ "offset": 2367488
2986
+ },
2987
+ "vision.layers.3.input.weight": {
2988
+ "dtype": "q7b32",
2989
+ "shape": [
2990
+ 3072,
2991
+ 1024
2992
+ ],
2993
+ "part": 39,
2994
+ "offset": 11214848
2995
+ },
2996
+ "vision.layers.3.input_norm": {
2997
+ "dtype": "f32",
2998
+ "shape": [
2999
+ 1024
3000
+ ],
3001
+ "part": 39,
3002
+ "offset": 2359296
3003
+ },
3004
+ "vision.layers.3.out.weight": {
3005
+ "dtype": "q7b32",
3006
+ "shape": [
3007
+ 1024,
3008
+ 1024
3009
+ ],
3010
+ "part": 39,
3011
+ "offset": 14790656
3012
+ },
3013
+ "vision.layers.3.post_norm": {
3014
+ "dtype": "f32",
3015
+ "shape": [
3016
+ 1024
3017
+ ],
3018
+ "part": 39,
3019
+ "offset": 2363392
3020
+ },
3021
+ "vision.layers.3.up.weight": {
3022
+ "dtype": "q7b32",
3023
+ "shape": [
3024
+ 2560,
3025
+ 1024
3026
+ ],
3027
+ "part": 39,
3028
+ "offset": 5316608
3029
+ },
3030
+ "vision.layers.4.down.weight": {
3031
+ "dtype": "q7b32",
3032
+ "shape": [
3033
+ 1024,
3034
+ 2560
3035
+ ],
3036
+ "part": 39,
3037
+ "offset": 21876736
3038
+ },
3039
+ "vision.layers.4.gate.weight": {
3040
+ "dtype": "q7b32",
3041
+ "shape": [
3042
+ 2560,
3043
+ 1024
3044
+ ],
3045
+ "part": 39,
3046
+ "offset": 15978496
3047
+ },
3048
+ "vision.layers.4.input_norm": {
3049
+ "dtype": "f32",
3050
+ "shape": [
3051
+ 1024
3052
+ ],
3053
+ "part": 39,
3054
+ "offset": 15970304
3055
+ },
3056
+ "vision.layers.4.k_norm": {
3057
+ "dtype": "f32",
3058
+ "shape": [
3059
+ 64
3060
+ ],
3061
+ "part": 39,
3062
+ "offset": 24826112
3063
+ },
3064
+ "vision.layers.4.o.weight": {
3065
+ "dtype": "q7b32",
3066
+ "shape": [
3067
+ 1024,
3068
+ 1024
3069
+ ],
3070
+ "part": 39,
3071
+ "offset": 24826368
3072
+ },
3073
+ "vision.layers.4.post_norm": {
3074
+ "dtype": "f32",
3075
+ "shape": [
3076
+ 1024
3077
+ ],
3078
+ "part": 39,
3079
+ "offset": 15974400
3080
+ },
3081
+ "vision.layers.4.q_norm": {
3082
+ "dtype": "f32",
3083
+ "shape": [
3084
+ 64
3085
+ ],
3086
+ "part": 39,
3087
+ "offset": 24825856
3088
+ },
3089
+ "vision.layers.4.qkv.weight": {
3090
+ "dtype": "q7b32",
3091
+ "shape": [
3092
+ 2048,
3093
+ 1024
3094
+ ],
3095
+ "part": 39,
3096
+ "offset": 26006016
3097
+ },
3098
+ "vision.layers.4.up.weight": {
3099
+ "dtype": "q7b32",
3100
+ "shape": [
3101
+ 2560,
3102
+ 1024
3103
+ ],
3104
+ "part": 39,
3105
+ "offset": 18927616
3106
+ },
3107
+ "vision.layers.5.conv": {
3108
+ "dtype": "f32",
3109
+ "shape": [
3110
+ 1024,
3111
+ 9
3112
+ ],
3113
+ "part": 39,
3114
+ "offset": 40759808
3115
+ },
3116
+ "vision.layers.5.down.weight": {
3117
+ "dtype": "q7b32",
3118
+ "shape": [
3119
+ 1024,
3120
+ 2560
3121
+ ],
3122
+ "part": 39,
3123
+ "offset": 34271744
3124
+ },
3125
+ "vision.layers.5.gate.weight": {
3126
+ "dtype": "q7b32",
3127
+ "shape": [
3128
+ 2560,
3129
+ 1024
3130
+ ],
3131
+ "part": 39,
3132
+ "offset": 28373504
3133
+ },
3134
+ "vision.layers.5.input.weight": {
3135
+ "dtype": "q7b32",
3136
+ "shape": [
3137
+ 3072,
3138
+ 1024
3139
+ ],
3140
+ "part": 39,
3141
+ "offset": 37220864
3142
+ },
3143
+ "vision.layers.5.input_norm": {
3144
+ "dtype": "f32",
3145
+ "shape": [
3146
+ 1024
3147
+ ],
3148
+ "part": 39,
3149
+ "offset": 28365312
3150
+ },
3151
+ "vision.layers.5.out.weight": {
3152
+ "dtype": "q7b32",
3153
+ "shape": [
3154
+ 1024,
3155
+ 1024
3156
+ ],
3157
+ "part": 39,
3158
+ "offset": 40796672
3159
+ },
3160
+ "vision.layers.5.post_norm": {
3161
+ "dtype": "f32",
3162
+ "shape": [
3163
+ 1024
3164
+ ],
3165
+ "part": 39,
3166
+ "offset": 28369408
3167
+ },
3168
+ "vision.layers.5.up.weight": {
3169
+ "dtype": "q7b32",
3170
+ "shape": [
3171
+ 2560,
3172
+ 1024
3173
+ ],
3174
+ "part": 39,
3175
+ "offset": 31322624
3176
+ },
3177
+ "vision.layers.6.down.weight": {
3178
+ "dtype": "q7b32",
3179
+ "shape": [
3180
+ 1024,
3181
+ 2560
3182
+ ],
3183
+ "part": 40,
3184
+ "offset": 0
3185
+ },
3186
+ "vision.layers.6.gate.weight": {
3187
+ "dtype": "q7b32",
3188
+ "shape": [
3189
+ 2560,
3190
+ 1024
3191
+ ],
3192
+ "part": 39,
3193
+ "offset": 41984512
3194
+ },
3195
+ "vision.layers.6.input_norm": {
3196
+ "dtype": "f32",
3197
+ "shape": [
3198
+ 1024
3199
+ ],
3200
+ "part": 39,
3201
+ "offset": 41976320
3202
+ },
3203
+ "vision.layers.6.k_norm": {
3204
+ "dtype": "f32",
3205
+ "shape": [
3206
+ 64
3207
+ ],
3208
+ "part": 40,
3209
+ "offset": 2949376
3210
+ },
3211
+ "vision.layers.6.o.weight": {
3212
+ "dtype": "q7b32",
3213
+ "shape": [
3214
+ 1024,
3215
+ 1024
3216
+ ],
3217
+ "part": 40,
3218
+ "offset": 2949632
3219
+ },
3220
+ "vision.layers.6.post_norm": {
3221
+ "dtype": "f32",
3222
+ "shape": [
3223
+ 1024
3224
+ ],
3225
+ "part": 39,
3226
+ "offset": 41980416
3227
+ },
3228
+ "vision.layers.6.q_norm": {
3229
+ "dtype": "f32",
3230
+ "shape": [
3231
+ 64
3232
+ ],
3233
+ "part": 40,
3234
+ "offset": 2949120
3235
+ },
3236
+ "vision.layers.6.qkv.weight": {
3237
+ "dtype": "q7b32",
3238
+ "shape": [
3239
+ 2048,
3240
+ 1024
3241
+ ],
3242
+ "part": 40,
3243
+ "offset": 4129280
3244
+ },
3245
+ "vision.layers.6.up.weight": {
3246
+ "dtype": "q7b32",
3247
+ "shape": [
3248
+ 2560,
3249
+ 1024
3250
+ ],
3251
+ "part": 39,
3252
+ "offset": 44933632
3253
+ },
3254
+ "vision.layers.7.conv": {
3255
+ "dtype": "f32",
3256
+ "shape": [
3257
+ 1024,
3258
+ 9
3259
+ ],
3260
+ "part": 40,
3261
+ "offset": 18883072
3262
+ },
3263
+ "vision.layers.7.down.weight": {
3264
+ "dtype": "q7b32",
3265
+ "shape": [
3266
+ 1024,
3267
+ 2560
3268
+ ],
3269
+ "part": 40,
3270
+ "offset": 12395008
3271
+ },
3272
+ "vision.layers.7.gate.weight": {
3273
+ "dtype": "q7b32",
3274
+ "shape": [
3275
+ 2560,
3276
+ 1024
3277
+ ],
3278
+ "part": 40,
3279
+ "offset": 6496768
3280
+ },
3281
+ "vision.layers.7.input.weight": {
3282
+ "dtype": "q7b32",
3283
+ "shape": [
3284
+ 3072,
3285
+ 1024
3286
+ ],
3287
+ "part": 40,
3288
+ "offset": 15344128
3289
+ },
3290
+ "vision.layers.7.input_norm": {
3291
+ "dtype": "f32",
3292
+ "shape": [
3293
+ 1024
3294
+ ],
3295
+ "part": 40,
3296
+ "offset": 6488576
3297
+ },
3298
+ "vision.layers.7.out.weight": {
3299
+ "dtype": "q7b32",
3300
+ "shape": [
3301
+ 1024,
3302
+ 1024
3303
+ ],
3304
+ "part": 40,
3305
+ "offset": 18919936
3306
+ },
3307
+ "vision.layers.7.post_norm": {
3308
+ "dtype": "f32",
3309
+ "shape": [
3310
+ 1024
3311
+ ],
3312
+ "part": 40,
3313
+ "offset": 6492672
3314
+ },
3315
+ "vision.layers.7.up.weight": {
3316
+ "dtype": "q7b32",
3317
+ "shape": [
3318
+ 2560,
3319
+ 1024
3320
+ ],
3321
+ "part": 40,
3322
+ "offset": 9445888
3323
+ },
3324
+ "vision.layers.8.down.weight": {
3325
+ "dtype": "q7b32",
3326
+ "shape": [
3327
+ 1024,
3328
+ 2560
3329
+ ],
3330
+ "part": 40,
3331
+ "offset": 26006016
3332
+ },
3333
+ "vision.layers.8.gate.weight": {
3334
+ "dtype": "q7b32",
3335
+ "shape": [
3336
+ 2560,
3337
+ 1024
3338
+ ],
3339
+ "part": 40,
3340
+ "offset": 20107776
3341
+ },
3342
+ "vision.layers.8.input_norm": {
3343
+ "dtype": "f32",
3344
+ "shape": [
3345
+ 1024
3346
+ ],
3347
+ "part": 40,
3348
+ "offset": 20099584
3349
+ },
3350
+ "vision.layers.8.k_norm": {
3351
+ "dtype": "f32",
3352
+ "shape": [
3353
+ 64
3354
+ ],
3355
+ "part": 40,
3356
+ "offset": 28955392
3357
+ },
3358
+ "vision.layers.8.o.weight": {
3359
+ "dtype": "q7b32",
3360
+ "shape": [
3361
+ 1024,
3362
+ 1024
3363
+ ],
3364
+ "part": 40,
3365
+ "offset": 28955648
3366
+ },
3367
+ "vision.layers.8.post_norm": {
3368
+ "dtype": "f32",
3369
+ "shape": [
3370
+ 1024
3371
+ ],
3372
+ "part": 40,
3373
+ "offset": 20103680
3374
+ },
3375
+ "vision.layers.8.q_norm": {
3376
+ "dtype": "f32",
3377
+ "shape": [
3378
+ 64
3379
+ ],
3380
+ "part": 40,
3381
+ "offset": 28955136
3382
+ },
3383
+ "vision.layers.8.qkv.weight": {
3384
+ "dtype": "q7b32",
3385
+ "shape": [
3386
+ 2048,
3387
+ 1024
3388
+ ],
3389
+ "part": 40,
3390
+ "offset": 30135296
3391
+ },
3392
+ "vision.layers.8.up.weight": {
3393
+ "dtype": "q7b32",
3394
+ "shape": [
3395
+ 2560,
3396
+ 1024
3397
+ ],
3398
+ "part": 40,
3399
+ "offset": 23056896
3400
+ },
3401
+ "vision.layers.9.conv": {
3402
+ "dtype": "f32",
3403
+ "shape": [
3404
+ 1024,
3405
+ 9
3406
+ ],
3407
+ "part": 40,
3408
+ "offset": 44889088
3409
+ },
3410
+ "vision.layers.9.down.weight": {
3411
+ "dtype": "q7b32",
3412
+ "shape": [
3413
+ 1024,
3414
+ 2560
3415
+ ],
3416
+ "part": 40,
3417
+ "offset": 38401024
3418
+ },
3419
+ "vision.layers.9.gate.weight": {
3420
+ "dtype": "q7b32",
3421
+ "shape": [
3422
+ 2560,
3423
+ 1024
3424
+ ],
3425
+ "part": 40,
3426
+ "offset": 32502784
3427
+ },
3428
+ "vision.layers.9.input.weight": {
3429
+ "dtype": "q7b32",
3430
+ "shape": [
3431
+ 3072,
3432
+ 1024
3433
+ ],
3434
+ "part": 40,
3435
+ "offset": 41350144
3436
+ },
3437
+ "vision.layers.9.input_norm": {
3438
+ "dtype": "f32",
3439
+ "shape": [
3440
+ 1024
3441
+ ],
3442
+ "part": 40,
3443
+ "offset": 32494592
3444
+ },
3445
+ "vision.layers.9.out.weight": {
3446
+ "dtype": "q7b32",
3447
+ "shape": [
3448
+ 1024,
3449
+ 1024
3450
+ ],
3451
+ "part": 40,
3452
+ "offset": 44925952
3453
+ },
3454
+ "vision.layers.9.post_norm": {
3455
+ "dtype": "f32",
3456
+ "shape": [
3457
+ 1024
3458
+ ],
3459
+ "part": 40,
3460
+ "offset": 32498688
3461
+ },
3462
+ "vision.layers.9.up.weight": {
3463
+ "dtype": "q7b32",
3464
+ "shape": [
3465
+ 2560,
3466
+ 1024
3467
+ ],
3468
+ "part": 40,
3469
+ "offset": 35451904
3470
+ },
3471
+ "vision.patch.weight": {
3472
+ "dtype": "f32",
3473
+ "shape": [
3474
+ 1024,
3475
+ 1536
3476
+ ],
3477
+ "part": 38,
3478
+ "offset": 4718592
3479
+ },
3480
+ "vision.patch_norm": {
3481
+ "dtype": "f32",
3482
+ "shape": [
3483
+ 1024
3484
+ ],
3485
+ "part": 38,
3486
+ "offset": 11010048
3487
+ }
3488
+ }
3489
+ }
parts/0192d0865572672417f9986cc46965ffa691ad3630da923622356bfd876a691e.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f649d1189b6e32c4254f25352d7a8b71896cded178fb6dd24e2ed8103de2d7a4
3
+ size 294912000
parts/0303f07427161a44126f4255737884a4b0ac260380a4f0f60c3674cf90faabf3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcf37fe5c93041d112e915138292f019dae4c5a82b742c74a80a8eb012f7ed5d
3
+ size 35414016
parts/032c3d51cc2e9add32ffa679233ff57e5f0ec8e0fdaf7ed369a39ad4c6bad1dc.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbf1949053bfea54532870d57bdc02636cbb497b6c0249fc2aafacbfcfe8977f
3
+ size 47256576
parts/0efa863fd585d21023a05410783349c7220bc0faaf65d2649640b281a84f6505.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9672883b9f7530599257f3b510d276b0dcaeebea82d0441be9aa3b95a575a1d9
3
+ size 36659200
parts/184cf4ca8ba8a146f19b9499ef1805f7be9e8c5828183ef96be4dda52ba3b454.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39d6866c4fba073b21c2ff6a1301fc48be3caffa61ccbcbb4694738391f740cc
3
+ size 47256576
parts/1903729ddb267dd0f641e937854a91fabf0d2070bba1b0b17d6fa41d7277d7f5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f30f62cbb027845fb7504530d157aeeb73bb8b2f54b5c37d9aa47d124e086273
3
+ size 47256576
parts/1a283948d6d44616699867ff0b2d06e4879239325a0fd0f20eeeefbb0d11c733.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22e3323ff72e95a411e5dbe51b6c289fa9ad8daf18c1b07f95c74e213ec8260d
3
+ size 47256576
parts/1ce0bb98f95634ae0577b965ad1956c397327dc1765685f437b5be6b9dc2931a.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2418bbc4e04050ef474f3b33c72b5af54af29d980b1988efab56fb12cf04137
3
+ size 49618944
parts/2248bef9414e98eab2bdef9e2d4a2672f596b276db1760f63c780e8f1983d378.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:401307aa23f6ac65bdd06a88da795181635a93798249af9a1f804858bc30724a
3
+ size 49618944
parts/2f4e7f38a92196ad7717d54e9d641630dd5c40d03c22b899b64224017f3c6d89.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4101cd4436580f768610d97e7e39211e3c7adc8203f66d6d4640ca78b96a02dc
3
+ size 49618944
parts/35dfd5ab056e0ad9d2bf4e7b4cce663b94cf6e0196155cc8541cd1a6b9f82e10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afbf1a238b21d3ae3daca2ce7fab965118a38b2c53070e3de550c72ad0187b58
3
+ size 49618944
parts/3aa555663789afc88e4a4c2e7afa347068ee0a146558197f52fa813f603046b3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f742d59bf56390e1b1b9b7102ffa3ad939eaf50c3c24dd4405aebbc9d11464e
3
+ size 48271872
parts/41d75ae02b0988edac01cce2481e7c44667b603a9cf74479ac02ff2426a506a5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffd75016d5e77ed93c6b76fad5b125b97752673e07deee54433e1bb9ca0aab95
3
+ size 49618944
parts/5654617f3b62f63529883dd5157ab9ff76a9055004401cd83510e5a0a355eda4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dddf26dc341dfc15c0f0b042a5ce7de49eb3b6afdd63fe8d9cdf84a664064e15
3
+ size 40124416
parts/68917c567ab91a3170105d35ecc4e2e09164007236f7c3bf922a718a6a193b0b.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fbf9d245beffa0169f47d4cf42a8e6bb4b4f89b5b098b46a92a95ca119ebe00
3
+ size 40124416
parts/6e2efc8e7feb31c0de2abbebe1a3514225dc60110d1af170de7f74ffc8b49c7f.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d10e1a17011ef1236c47a9dc311ac90dfc7f4d545edb283a02e0a98b31abf8e1
3
+ size 47256576
parts/73978f83cf7373274e7b1fafc1e3dba699bf99600545bd29404657994bdf8b68.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cba7388282e202af1e2d13ef23dc89f48a214f0d3d2ff4726401ade2dfe46062
3
+ size 40124416
parts/7537d753a94afa68847fe9d2269dff515bc43163c531dc2546596081844480b5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83078389f1cb426469f07e31330c5afadde97a4e0eee4715413800a84a4c97cd
3
+ size 40124416
parts/8164053cf37451d3db4b8b639f2f98822ea4f47d657469e6cb5ffe2a76c7b83d.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a41152188a6b0ccac8435235c9e7b61790f07bef27f8e5be3b5422e949f0ff2
3
+ size 35389440
parts/819c905da173181bea7648ec947582f6bbf98e7bf249fc429230ce8b0632134f.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32b98c6e86db336e81a92c644d498daab148df3b691cb073ff69e455a4308150
3
+ size 40124416
parts/850c870785a4d8630a3361db4e0bbe9f2cd27de56d898d901f1aa6089b7a49fe.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a40c3af550bf1900edbe26461a70f5aa4466314c305c802f92710556bac6a3f9
3
+ size 49618944
parts/8dcd84eefbf6c3967d4a9ff9844f16011856630941092820f4213d5511f0889a.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:395c4fa14eecff305824b85c0d6ac1bbf8343829f68b47086ae39221fd0873c3
3
+ size 28336128
parts/92985784905d9ce475b6a4ac04554750ca4b236e3dbbd7e26d3c938a1fd273e6.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ef9aa3d204671709c5ab16626ca64b6b4f0707650595fcc9c42e100f36ab50d
3
+ size 49618944
parts/9e9d99ab90fa6ea5213e48b6d6505762c5bdb29045d02af2b15d413b9857993b.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74629f034690cc07b3a1395b3b66a1866b15ac5b7a26119242611f338be4deb6
3
+ size 36659200
parts/9eea982e44808f33872e9f0b9aad14e5ca9daa96a47c5de6751eb5324e84d486.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49c0f31584fb49942cdec47eb8b9d39fa366867be4d2c62d0d46bb7ca8192a80
3
+ size 40124416
parts/a37842f49d6e810446723a280086e75f6ed196f28077cde60e6bad3b966ea5f8.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92e07b2e57f15960f1d3778e0d65754f322758f4f04454aa68bd554f0d6ba66b
3
+ size 47882752
parts/a87ac5e44c8c3c3f84998c018b6caf1a13372e5e2800352ef19cd0fec5bf3244.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f874ed10976870979f77a08843dc52e9ee568aa72bed4116c95455bd871b37d8
3
+ size 47256576
parts/a8f617809eb47fb4eec1641a30a4405ef781afb3d8114de1352eec77d0e8e9fd.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9429451ce89f82d6acf28217855b87f7dae3733dc0fa2b607f79ccb497717c19
3
+ size 40124416
parts/a972f28a9af66a42bc14661b9c8d6519800a6e624438c2f0b0d88555780eef50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90cadd83938a7f84345ee8d2a1df83bc1dcd9bf69971c1c0817a34f8da47ccb6
3
+ size 40124416
parts/b66e020f90b1f06f70a6b19260fad321ac4c19f6870e918f0e26d0548e1f26b6.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77ac6c4dd534f620b1810b37062de0432969cc2af4749c424358d163ebb53656
3
+ size 47256576
parts/b925a4a609be1adcb881077b003424d034a78bc53be586ee307f8c35dc53b756.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba1fde58475a995c2a5afb3106869f58129543e9d58cca157f5393f33ef24db9
3
+ size 47256576
parts/c211670045552c0f762b31cb16f360d80f96bb4f80637085ea9470b7069c5737.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad047839f4b190fae198ee0fdfeae5b2c44b00383ba47259db02ec2a75516f9b
3
+ size 47256576
parts/c85e3c5798bf9723ac0b8d82733ee98696b76401032ea487dd3aa51b3de7d352.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0ae209de76a8aa0b66b0bc3e03c596969ec4796c389994bd48d16c70c7104ef
3
+ size 47256576
parts/cad9db80b88697f44dbfc6d4f9caba4246122e4605912e46d97b72ec55f3e92d.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c30b93293f8206e4258007c40862bbba754495f24659536c4c4c24e168c9688
3
+ size 49618944
parts/cd4adc6aae901143b5c57210e47931adbefc723b6ab5eae97a9c4d288c6ca076.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddc8731af08f32190930b2f79db8a8fab4a56e5f4d3dbbab08725b6ad52098d6
3
+ size 49618944
parts/d07435418baa8dfa83f764e44b60b208169c1b78d032fb17b28ad927ac817706.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34a13f92b06be8a5790d5bf71a8323af2d40fe1bdeeba5d98ee441da65ccfcef
3
+ size 47256576
parts/d50f7340bb02e19ad2ca1821f2a88d5bdf0979d160c62ae49c465c14c16398e2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:634f3ee648fa8f92389045f019b5adffc4c6549b7759abc6655d7211b6b45ca3
3
+ size 40124416
parts/e2e2856d82b4cdc562fb7f06c80d231ddf8d740b352f230a5769bbfd79a17026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea1bd903f5928d525561a80c9e0008277b5f0c341dec3a8732008e83c1799901
3
+ size 40124416
parts/e30736e946db4df8f8dcd899a4d6b1983ab2bee074f1387a3531c2bd1c6e63de.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17c643713568d8661ddfa8e65941c2558bf0224850ab91b76a4d28558ad8c84e
3
+ size 49062912
parts/ea1fd2f25474f2421eb5e1f5cb9c3903412f82f786bf317dc0070ca658a1416d.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3261ad080fbee573d864c487fe45a9786f0af877ad257456cee4a7c316728aaa
3
+ size 35389440
parts/eb993b58a287926a13141d267b2c732f99b8c717851d0685c1288534ee01de1d.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50c09ef0ac2c5c0fb664b36adb6d8e7b46a192576167a65991ecd22ea3865737
3
+ size 49062912
parts/ed671cc060bd93590f9ebfc7d6834c8a7cae3a19e15bfc3c9f559fc5138fef0e.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db2de61a62c7907bc8ceb477c084eb1f7fffca4a45ba6b3e239b9bdf124d11c9
3
+ size 49618944
parts/f9f3e1a56561a46a831a63b67371dc30468cbb4c2a3b7df7d45795dc59e2a73a.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:278c9e1f088cfd0935d525403dcda30ec6ccd97fcceee068161064d6f803ae06
3
+ size 49618944
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a39eed58008cbcbc09e5b629b81338a654269c64cd13348aaa6090f4db75c7e7
3
+ size 17908258