Release Fidel 2.0 native weights and tokenizer
Browse files- .gitattributes +1 -0
- LICENSE +202 -0
- NOTICE +9 -0
- README.md +96 -0
- chat_template.jinja +6 -0
- model.safetensors +3 -0
- model_config.json +1 -0
- special_tokens_map.json +4 -0
- tokenizer.json +3 -0
- tokenizer_config.json +42 -0
- weights_manifest.json +1 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
LICENSE
ADDED
|
@@ -0,0 +1,202 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
|
| 2 |
+
Apache License
|
| 3 |
+
Version 2.0, January 2004
|
| 4 |
+
http://www.apache.org/licenses/
|
| 5 |
+
|
| 6 |
+
TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
|
| 7 |
+
|
| 8 |
+
1. Definitions.
|
| 9 |
+
|
| 10 |
+
"License" shall mean the terms and conditions for use, reproduction,
|
| 11 |
+
and distribution as defined by Sections 1 through 9 of this document.
|
| 12 |
+
|
| 13 |
+
"Licensor" shall mean the copyright owner or entity authorized by
|
| 14 |
+
the copyright owner that is granting the License.
|
| 15 |
+
|
| 16 |
+
"Legal Entity" shall mean the union of the acting entity and all
|
| 17 |
+
other entities that control, are controlled by, or are under common
|
| 18 |
+
control with that entity. For the purposes of this definition,
|
| 19 |
+
"control" means (i) the power, direct or indirect, to cause the
|
| 20 |
+
direction or management of such entity, whether by contract or
|
| 21 |
+
otherwise, or (ii) ownership of fifty percent (50%) or more of the
|
| 22 |
+
outstanding shares, or (iii) beneficial ownership of such entity.
|
| 23 |
+
|
| 24 |
+
"You" (or "Your") shall mean an individual or Legal Entity
|
| 25 |
+
exercising permissions granted by this License.
|
| 26 |
+
|
| 27 |
+
"Source" form shall mean the preferred form for making modifications,
|
| 28 |
+
including but not limited to software source code, documentation
|
| 29 |
+
source, and configuration files.
|
| 30 |
+
|
| 31 |
+
"Object" form shall mean any form resulting from mechanical
|
| 32 |
+
transformation or translation of a Source form, including but
|
| 33 |
+
not limited to compiled object code, generated documentation,
|
| 34 |
+
and conversions to other media types.
|
| 35 |
+
|
| 36 |
+
"Work" shall mean the work of authorship, whether in Source or
|
| 37 |
+
Object form, made available under the License, as indicated by a
|
| 38 |
+
copyright notice that is included in or attached to the work
|
| 39 |
+
(an example is provided in the Appendix below).
|
| 40 |
+
|
| 41 |
+
"Derivative Works" shall mean any work, whether in Source or Object
|
| 42 |
+
form, that is based on (or derived from) the Work and for which the
|
| 43 |
+
editorial revisions, annotations, elaborations, or other modifications
|
| 44 |
+
represent, as a whole, an original work of authorship. For the purposes
|
| 45 |
+
of this License, Derivative Works shall not include works that remain
|
| 46 |
+
separable from, or merely link (or bind by name) to the interfaces of,
|
| 47 |
+
the Work and Derivative Works thereof.
|
| 48 |
+
|
| 49 |
+
"Contribution" shall mean any work of authorship, including
|
| 50 |
+
the original version of the Work and any modifications or additions
|
| 51 |
+
to that Work or Derivative Works thereof, that is intentionally
|
| 52 |
+
submitted to Licensor for inclusion in the Work by the copyright owner
|
| 53 |
+
or by an individual or Legal Entity authorized to submit on behalf of
|
| 54 |
+
the copyright owner. For the purposes of this definition, "submitted"
|
| 55 |
+
means any form of electronic, verbal, or written communication sent
|
| 56 |
+
to the Licensor or its representatives, including but not limited to
|
| 57 |
+
communication on electronic mailing lists, source code control systems,
|
| 58 |
+
and issue tracking systems that are managed by, or on behalf of, the
|
| 59 |
+
Licensor for the purpose of discussing and improving the Work, but
|
| 60 |
+
excluding communication that is conspicuously marked or otherwise
|
| 61 |
+
designated in writing by the copyright owner as "Not a Contribution."
|
| 62 |
+
|
| 63 |
+
"Contributor" shall mean Licensor and any individual or Legal Entity
|
| 64 |
+
on behalf of whom a Contribution has been received by Licensor and
|
| 65 |
+
subsequently incorporated within the Work.
|
| 66 |
+
|
| 67 |
+
2. Grant of Copyright License. Subject to the terms and conditions of
|
| 68 |
+
this License, each Contributor hereby grants to You a perpetual,
|
| 69 |
+
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
| 70 |
+
copyright license to reproduce, prepare Derivative Works of,
|
| 71 |
+
publicly display, publicly perform, sublicense, and distribute the
|
| 72 |
+
Work and such Derivative Works in Source or Object form.
|
| 73 |
+
|
| 74 |
+
3. Grant of Patent License. Subject to the terms and conditions of
|
| 75 |
+
this License, each Contributor hereby grants to You a perpetual,
|
| 76 |
+
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
| 77 |
+
(except as stated in this section) patent license to make, have made,
|
| 78 |
+
use, offer to sell, sell, import, and otherwise transfer the Work,
|
| 79 |
+
where such license applies only to those patent claims licensable
|
| 80 |
+
by such Contributor that are necessarily infringed by their
|
| 81 |
+
Contribution(s) alone or by combination of their Contribution(s)
|
| 82 |
+
with the Work to which such Contribution(s) was submitted. If You
|
| 83 |
+
institute patent litigation against any entity (including a
|
| 84 |
+
cross-claim or counterclaim in a lawsuit) alleging that the Work
|
| 85 |
+
or a Contribution incorporated within the Work constitutes direct
|
| 86 |
+
or contributory patent infringement, then any patent licenses
|
| 87 |
+
granted to You under this License for that Work shall terminate
|
| 88 |
+
as of the date such litigation is filed.
|
| 89 |
+
|
| 90 |
+
4. Redistribution. You may reproduce and distribute copies of the
|
| 91 |
+
Work or Derivative Works thereof in any medium, with or without
|
| 92 |
+
modifications, and in Source or Object form, provided that You
|
| 93 |
+
meet the following conditions:
|
| 94 |
+
|
| 95 |
+
(a) You must give any other recipients of the Work or
|
| 96 |
+
Derivative Works a copy of this License; and
|
| 97 |
+
|
| 98 |
+
(b) You must cause any modified files to carry prominent notices
|
| 99 |
+
stating that You changed the files; and
|
| 100 |
+
|
| 101 |
+
(c) You must retain, in the Source form of any Derivative Works
|
| 102 |
+
that You distribute, all copyright, patent, trademark, and
|
| 103 |
+
attribution notices from the Source form of the Work,
|
| 104 |
+
excluding those notices that do not pertain to any part of
|
| 105 |
+
the Derivative Works; and
|
| 106 |
+
|
| 107 |
+
(d) If the Work includes a "NOTICE" text file as part of its
|
| 108 |
+
distribution, then any Derivative Works that You distribute must
|
| 109 |
+
include a readable copy of the attribution notices contained
|
| 110 |
+
within such NOTICE file, excluding those notices that do not
|
| 111 |
+
pertain to any part of the Derivative Works, in at least one
|
| 112 |
+
of the following places: within a NOTICE text file distributed
|
| 113 |
+
as part of the Derivative Works; within the Source form or
|
| 114 |
+
documentation, if provided along with the Derivative Works; or,
|
| 115 |
+
within a display generated by the Derivative Works, if and
|
| 116 |
+
wherever such third-party notices normally appear. The contents
|
| 117 |
+
of the NOTICE file are for informational purposes only and
|
| 118 |
+
do not modify the License. You may add Your own attribution
|
| 119 |
+
notices within Derivative Works that You distribute, alongside
|
| 120 |
+
or as an addendum to the NOTICE text from the Work, provided
|
| 121 |
+
that such additional attribution notices cannot be construed
|
| 122 |
+
as modifying the License.
|
| 123 |
+
|
| 124 |
+
You may add Your own copyright statement to Your modifications and
|
| 125 |
+
may provide additional or different license terms and conditions
|
| 126 |
+
for use, reproduction, or distribution of Your modifications, or
|
| 127 |
+
for any such Derivative Works as a whole, provided Your use,
|
| 128 |
+
reproduction, and distribution of the Work otherwise complies with
|
| 129 |
+
the conditions stated in this License.
|
| 130 |
+
|
| 131 |
+
5. Submission of Contributions. Unless You explicitly state otherwise,
|
| 132 |
+
any Contribution intentionally submitted for inclusion in the Work
|
| 133 |
+
by You to the Licensor shall be under the terms and conditions of
|
| 134 |
+
this License, without any additional terms or conditions.
|
| 135 |
+
Notwithstanding the above, nothing herein shall supersede or modify
|
| 136 |
+
the terms of any separate license agreement you may have executed
|
| 137 |
+
with Licensor regarding such Contributions.
|
| 138 |
+
|
| 139 |
+
6. Trademarks. This License does not grant permission to use the trade
|
| 140 |
+
names, trademarks, service marks, or product names of the Licensor,
|
| 141 |
+
except as required for reasonable and customary use in describing the
|
| 142 |
+
origin of the Work and reproducing the content of the NOTICE file.
|
| 143 |
+
|
| 144 |
+
7. Disclaimer of Warranty. Unless required by applicable law or
|
| 145 |
+
agreed to in writing, Licensor provides the Work (and each
|
| 146 |
+
Contributor provides its Contributions) on an "AS IS" BASIS,
|
| 147 |
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
| 148 |
+
implied, including, without limitation, any warranties or conditions
|
| 149 |
+
of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
|
| 150 |
+
PARTICULAR PURPOSE. You are solely responsible for determining the
|
| 151 |
+
appropriateness of using or redistributing the Work and assume any
|
| 152 |
+
risks associated with Your exercise of permissions under this License.
|
| 153 |
+
|
| 154 |
+
8. Limitation of Liability. In no event and under no legal theory,
|
| 155 |
+
whether in tort (including negligence), contract, or otherwise,
|
| 156 |
+
unless required by applicable law (such as deliberate and grossly
|
| 157 |
+
negligent acts) or agreed to in writing, shall any Contributor be
|
| 158 |
+
liable to You for damages, including any direct, indirect, special,
|
| 159 |
+
incidental, or consequential damages of any character arising as a
|
| 160 |
+
result of this License or out of the use or inability to use the
|
| 161 |
+
Work (including but not limited to damages for loss of goodwill,
|
| 162 |
+
work stoppage, computer failure or malfunction, or any and all
|
| 163 |
+
other commercial damages or losses), even if such Contributor
|
| 164 |
+
has been advised of the possibility of such damages.
|
| 165 |
+
|
| 166 |
+
9. Accepting Warranty or Additional Liability. While redistributing
|
| 167 |
+
the Work or Derivative Works thereof, You may choose to offer,
|
| 168 |
+
and charge a fee for, acceptance of support, warranty, indemnity,
|
| 169 |
+
or other liability obligations and/or rights consistent with this
|
| 170 |
+
License. However, in accepting such obligations, You may act only
|
| 171 |
+
on Your own behalf and on Your sole responsibility, not on behalf
|
| 172 |
+
of any other Contributor, and only if You agree to indemnify,
|
| 173 |
+
defend, and hold each Contributor harmless for any liability
|
| 174 |
+
incurred by, or claims asserted against, such Contributor by reason
|
| 175 |
+
of your accepting any such warranty or additional liability.
|
| 176 |
+
|
| 177 |
+
END OF TERMS AND CONDITIONS
|
| 178 |
+
|
| 179 |
+
APPENDIX: How to apply the Apache License to your work.
|
| 180 |
+
|
| 181 |
+
To apply the Apache License to your work, attach the following
|
| 182 |
+
boilerplate notice, with the fields enclosed by brackets "[]"
|
| 183 |
+
replaced with your own identifying information. (Don't include
|
| 184 |
+
the brackets!) The text should be enclosed in the appropriate
|
| 185 |
+
comment syntax for the file format. We also recommend that a
|
| 186 |
+
file or class name and description of purpose be included on the
|
| 187 |
+
same "printed page" as the copyright notice for easier
|
| 188 |
+
identification within third-party archives.
|
| 189 |
+
|
| 190 |
+
Copyright [yyyy] [name of copyright owner]
|
| 191 |
+
|
| 192 |
+
Licensed under the Apache License, Version 2.0 (the "License");
|
| 193 |
+
you may not use this file except in compliance with the License.
|
| 194 |
+
You may obtain a copy of the License at
|
| 195 |
+
|
| 196 |
+
http://www.apache.org/licenses/LICENSE-2.0
|
| 197 |
+
|
| 198 |
+
Unless required by applicable law or agreed to in writing, software
|
| 199 |
+
distributed under the License is distributed on an "AS IS" BASIS,
|
| 200 |
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
| 201 |
+
See the License for the specific language governing permissions and
|
| 202 |
+
limitations under the License.
|
NOTICE
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Fidel 2.0
|
| 2 |
+
Copyright 2026 4E-AI
|
| 3 |
+
|
| 4 |
+
This model builds on Fidel 1.1, Copyright 2026 4E-AI.
|
| 5 |
+
|
| 6 |
+
The Fidel model weights and original Fidel code are licensed under the
|
| 7 |
+
Apache License, Version 2.0. See LICENSE.
|
| 8 |
+
|
| 9 |
+
Third-party components retain their original licenses and attribution.
|
README.md
ADDED
|
@@ -0,0 +1,96 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
license: apache-2.0
|
| 3 |
+
base_model: 4E-AI/Fidel1.1-1B
|
| 4 |
+
pipeline_tag: text-generation
|
| 5 |
+
tags:
|
| 6 |
+
- fidel
|
| 7 |
+
- mamba
|
| 8 |
+
- mixture-of-experts
|
| 9 |
+
- code
|
| 10 |
+
- safetensors
|
| 11 |
+
---
|
| 12 |
+
|
| 13 |
+
# Fidel2.0-1B
|
| 14 |
+
|
| 15 |
+
**Fidel 2.0** is a compact text-generation model from **4E-AI**, combining Mamba3 MIMO sequence modeling, attention, and a latent mixture-of-experts architecture. This release brings its backbone, coding adaptation, and conversational components together in one model.
|
| 16 |
+
|
| 17 |
+
The release focuses on code-oriented prompting, following supplied instructions, and revising answers with feedback. The weights and tokenizer are published under **Apache-2.0** for experimentation, application development, and further adaptation.
|
| 18 |
+
|
| 19 |
+
> [!NOTE]
|
| 20 |
+
> This repository contains the native SafeTensors weights, tokenizer, and model configuration. Local inference setup will be documented separately.
|
| 21 |
+
|
| 22 |
+
## Fidel Highlights
|
| 23 |
+
|
| 24 |
+
- **Hybrid architecture:** Eight Mamba3 MIMO blocks and one attention block combine state-space sequence modeling with attention.
|
| 25 |
+
- **Latent mixture of experts:** Each block routes tokens to two of sixteen experts in a 512-dimensional latent space, alongside a shared feed-forward path.
|
| 26 |
+
- **Unified weights:** Backbone weights, coding adapters, prompt conditioning, and conversational components are included together. No separate adapter download is required.
|
| 27 |
+
- **Original numerical precision:** Every tensor retains its saved data type and values. The release does not apply an additional quantization or precision conversion.
|
| 28 |
+
- **Conversation formatting:** The original tokenizer, special tokens, and chat template are included together.
|
| 29 |
+
- **Open customization:** Apache-2.0 permits use, modification, and redistribution, subject to its terms.
|
| 30 |
+
|
| 31 |
+
## Model Overview
|
| 32 |
+
|
| 33 |
+
| Property | Configuration |
|
| 34 |
+
| --- | --- |
|
| 35 |
+
| Developer | 4E-AI |
|
| 36 |
+
| Model type | Text-only autoregressive language model |
|
| 37 |
+
| Architecture | Hybrid Mamba3 MIMO, attention, and latent MoE |
|
| 38 |
+
| Model family size | 1B |
|
| 39 |
+
| Stored floating-point elements | 1,402,955,496 |
|
| 40 |
+
| Hidden dimension | 1,536 |
|
| 41 |
+
| Number of backbone layers | 9 |
|
| 42 |
+
| Mixer layout | 8 Mamba3 MIMO blocks and 1 attention block |
|
| 43 |
+
| Query / key-value heads | 16 / 4 |
|
| 44 |
+
| Attention head dimension | 96 |
|
| 45 |
+
| Mamba heads / head dimension | 48 / 64 |
|
| 46 |
+
| Mamba state dimension / MIMO rank | 64 / 4 |
|
| 47 |
+
| Experts per MoE layer / selected per token | 16 / 2 |
|
| 48 |
+
| Latent expert dimension | 512 |
|
| 49 |
+
| Expert intermediate dimension | 2,048 |
|
| 50 |
+
| Shared feed-forward intermediate dimension | 6,144 |
|
| 51 |
+
| Vocabulary size | 131,072 |
|
| 52 |
+
| Embedding and output head | Separate weight matrices |
|
| 53 |
+
| Combined input/output context limit | 8,192 tokens |
|
| 54 |
+
| Weight format | SafeTensors |
|
| 55 |
+
| Stored data types | bfloat16, bool, float32 |
|
| 56 |
+
| Weight file size | 5.37 GB |
|
| 57 |
+
| License | Apache-2.0 |
|
| 58 |
+
|
| 59 |
+
`1B` is the model family designation. The stored element count includes the full model and persistent floating-point buffers. Expert routing applies to the routed experts; embeddings, shared paths, and other components also contribute to computation.
|
| 60 |
+
|
| 61 |
+
## Fidel Capabilities
|
| 62 |
+
|
| 63 |
+
**Code-oriented text generation.** Fidel can be prompted with programming tasks, source snippets, and code-completion requests. Generated code should be executed and checked against the intended behavior.
|
| 64 |
+
|
| 65 |
+
**Revision from feedback.** An application can provide execution results or other feedback in the conversation and ask for a replacement answer. Feedback must come from the application; the model does not execute code on its own.
|
| 66 |
+
|
| 67 |
+
**Conversational prompting.** The included chat template supports formatting instructions, examples, and conversation history. Clear requests and relevant context help define the intended task.
|
| 68 |
+
|
| 69 |
+
**Further adaptation.** The complete model weights provide a starting point for domain-specific experimentation with a compatible Fidel workflow. Evaluate adapted models on representative data before relying on their outputs.
|
| 70 |
+
|
| 71 |
+
Fidel accepts text inputs. Image, audio, video, web browsing, and tool execution require separate application components.
|
| 72 |
+
|
| 73 |
+
## Repository Contents
|
| 74 |
+
|
| 75 |
+
| File | Contents |
|
| 76 |
+
| --- | --- |
|
| 77 |
+
| `model.safetensors` | Complete native model tensors with their original names, data types, and values |
|
| 78 |
+
| `model_config.json` | Structural model configuration and saved numerical recipe settings |
|
| 79 |
+
| `weights_manifest.json` | Tensor names, shapes, data types, sizes, and integrity hashes |
|
| 80 |
+
| `tokenizer.json` | Original tokenizer vocabulary and encoding rules |
|
| 81 |
+
| `tokenizer_config.json` | Tokenizer configuration and conversation formatting |
|
| 82 |
+
| `special_tokens_map.json` | Special-token definitions |
|
| 83 |
+
| `chat_template.jinja` | Original chat template |
|
| 84 |
+
| `LICENSE` / `NOTICE` | License and attribution |
|
| 85 |
+
|
| 86 |
+
## Usage Notes
|
| 87 |
+
|
| 88 |
+
- Keep the supplied tokenizer and chat template with the weights. Changes to tokenization or formatting can change model behavior.
|
| 89 |
+
- The 8,192-token limit covers the combined prompt, conversation history, and generated answer. It is not a guarantee of reliable behavior throughout that length.
|
| 90 |
+
- Longer answers and repeated revisions can require substantially more compute.
|
| 91 |
+
- Generated explanations, self-reported checks, and code can be incorrect. Validate them against real sources or execution results.
|
| 92 |
+
- Runtime instructions and local inference support will be added separately. This publication does not make a serving-engine compatibility claim.
|
| 93 |
+
|
| 94 |
+
## License
|
| 95 |
+
|
| 96 |
+
Fidel weights and original Fidel code are licensed under [Apache-2.0](LICENSE). Commercial use, modification, and redistribution are permitted subject to its terms. Third-party components retain their respective licenses; see [NOTICE](NOTICE).
|
chat_template.jinja
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{% if messages[0]['role'] != 'system' %}You are Fidel, a helpful AI assistant. Respond naturally and clearly.
|
| 2 |
+
{% endif %}{% for message in messages %}{% if message['role'] == 'system' %}{{ message['content'] + '
|
| 3 |
+
' }}{% else %}{{ '<|' + message['role'] + '|>
|
| 4 |
+
' + message['content'] + '
|
| 5 |
+
' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|assistant|>
|
| 6 |
+
' }}{% endif %}
|
model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3e80fb1d644542461d90cad3a9f3dcdd3bbaaca547ccc23d0ee3bd84547645cf
|
| 3 |
+
size 5368854415
|
model_config.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"architecture":"hybrid_mamba3_mimo_attention_latent_moe","chat_families":["updates","output","chat_prompt"],"context_length":8192,"eos_token_id":131071,"hidden_size":1536,"model_family":"Fidel","model_name":"Fidel2.0-1B","native_state_dict_keys":true,"num_hidden_layers":9,"numerical_recipe":{"causal_runtime_contract":"row_global_fixed_cutlass_tiles_token_order_epoch_philox_v2","forward_blend":0.25,"linear_seeds":{"model.layers.0.mixer.mamba.in_proj":0,"model.layers.0.mixer.mamba.out_proj":1,"model.layers.0.moe.router":2,"model.layers.1.mixer.mamba.in_proj":3,"model.layers.1.mixer.mamba.out_proj":4,"model.layers.1.moe.router":5,"model.layers.2.mixer.mamba.in_proj":6,"model.layers.2.mixer.mamba.out_proj":7,"model.layers.2.moe.router":8,"model.layers.3.mixer.mamba.in_proj":9,"model.layers.3.mixer.mamba.out_proj":10,"model.layers.3.moe.router":11,"model.layers.4.mixer.mamba.in_proj":12,"model.layers.4.mixer.mamba.out_proj":13,"model.layers.4.moe.router":14,"model.layers.5.mixer.mamba.in_proj":15,"model.layers.5.mixer.mamba.out_proj":16,"model.layers.5.moe.router":17,"model.layers.6.mixer.mamba.in_proj":18,"model.layers.6.mixer.mamba.out_proj":19,"model.layers.6.moe.router":20,"model.layers.7.mixer.k_proj":22,"model.layers.7.mixer.o_proj":24,"model.layers.7.mixer.q_proj":21,"model.layers.7.mixer.v_proj":23,"model.layers.7.moe.router":25,"model.layers.8.mixer.mamba.in_proj":26,"model.layers.8.mixer.mamba.out_proj":27,"model.layers.8.moe.router":28,"model.lm_head.base":29,"output.0":30,"output.2":31},"native_scan_launch":{"angle_num_stages":1,"angle_num_warps":4,"autotuning_disabled":["angle_dt_fwd_kernel","angle_dt_bwd_kernel","dacs_segsum_kernel","dacs_segsum_kernel_varlen","bwd_dadt_cumsum_fused_kernel","bwd_segsum_dadt_kernel","bwd_dtrap_ddt_kernel","bwd_dadt_cumsum_fused_kernel_varlen","bwd_segsum_dadt_kernel_varlen","bwd_dtrap_ddt_kernel_varlen"],"backward_num_stages":2,"backward_num_warps":4,"contract":"official_mamba3_all_scans_fixed_launch_v1","decay_num_stages":2,"decay_num_warps":8,"kernel_bodies_changed":false,"official_angle_source_sha256":"7d99f8cff37371cfbfe9d4dd36f17a16135fb07f2c6e14add3ad4dd5c0034e2e","official_utils_source_sha256":"efbdd750f53c67fd882ffe7a3af3d51ac4aaa341e764e0efa92ce8ea51c27b7c"}},"pad_token_id":131071,"ranks":{"contextual_prompt_v7":64,"contextual_prompt_v8":64,"contextual_prompt_v9":64,"cross":128,"head":256,"hyper":64,"layer_base":512,"layer_delta":256,"output":64},"stored_dtype_elements":{"bfloat16":121504768,"bool":2319,"float32":1281450728},"tie_word_embeddings":false,"vocab_size":131072}
|
special_tokens_map.json
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"eos_token": "<|end|>",
|
| 3 |
+
"pad_token": "<|end|>"
|
| 4 |
+
}
|
tokenizer.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e6d97093e57ca036819ddbff1539f0aa8574cc72414fb8a33580a14625e81b86
|
| 3 |
+
size 16921377
|
tokenizer_config.json
ADDED
|
@@ -0,0 +1,42 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"131068": {
|
| 4 |
+
"content": "<|user|>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"131069": {
|
| 12 |
+
"content": "<|assistant|>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"131070": {
|
| 20 |
+
"content": "<|code|>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"131071": {
|
| 28 |
+
"content": "<|end|>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
}
|
| 35 |
+
},
|
| 36 |
+
"clean_up_tokenization_spaces": false,
|
| 37 |
+
"eos_token": "<|end|>",
|
| 38 |
+
"extra_special_tokens": {},
|
| 39 |
+
"model_max_length": 8192,
|
| 40 |
+
"pad_token": "<|end|>",
|
| 41 |
+
"tokenizer_class": "PreTrainedTokenizerFast"
|
| 42 |
+
}
|
weights_manifest.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"all_tensor_bytes_verified":true,"dtype_elements":{"bfloat16":121504768,"bool":2319,"float32":1281450728},"floating_elements":1402955496,"model":"Fidel2.0-1B","tensor_count":359,"tensors":{"chat_prompt.k_proj":{"bytes":393216,"dtype":"float32","elements":98304,"sha256":"cd2b13deffbbcead3be3a1d7de364b682bd8de7713edbdce774e9fe8669fa81e","shape":[64,1536]},"chat_prompt.out_proj":{"bytes":393216,"dtype":"float32","elements":98304,"sha256":"e63b8d210e7b05e0a5e312e7edfe763bebcf8fed4ec3114b39d2023ebc43f5ae","shape":[1536,64]},"chat_prompt.q_proj":{"bytes":393216,"dtype":"float32","elements":98304,"sha256":"197df6adf55a48000c56365c3ddba3848f9eae8b759770d418428427f64b1d26","shape":[64,1536]},"chat_prompt.v_proj":{"bytes":393216,"dtype":"float32","elements":98304,"sha256":"a5490b2a074daf7862a73702e71f981f8c9b68adf4fefe80b296ba818848d608","shape":[64,1536]},"model.contextual_prompt_v7.k_proj":{"bytes":393216,"dtype":"float32","elements":98304,"sha256":"11d09d65481ac031acce6249e7156366ad11746e3beae612425d5872f9496e7b","shape":[64,1536]},"model.contextual_prompt_v7.out_proj":{"bytes":393216,"dtype":"float32","elements":98304,"sha256":"9e1cdfbc6887b6c97e4d58b259e58922e07571469ec6a767d55deaefc55085fc","shape":[1536,64]},"model.contextual_prompt_v7.q_proj":{"bytes":393216,"dtype":"float32","elements":98304,"sha256":"5fd96a6ce2690c448c62edf5b11bafd5a1a389feeacab3db8be01c47bba95912","shape":[64,1536]},"model.contextual_prompt_v7.v_proj":{"bytes":393216,"dtype":"float32","elements":98304,"sha256":"88cd70f874c53c9dbd4bde71dd5327c45de1cf8579ec5bbfd7a9d7f1cd1db78c","shape":[64,1536]},"model.contextual_prompt_v8.k_proj":{"bytes":393216,"dtype":"float32","elements":98304,"sha256":"632a0284c3d341f6e9785cae20b1a67cbf88b5f8cfcfd0c663560fe95ad767f3","shape":[64,1536]},"model.contextual_prompt_v8.out_proj":{"bytes":393216,"dtype":"float32","elements":98304,"sha256":"1d3b1c31f25ba83a2c3ba641b874c062fb84a0ae3f3bac4283bb782ec1ec737d","shape":[1536,64]},"model.contextual_prompt_v8.q_proj":{"bytes":393216,"dtype":"float32","elements":98304,"sha256":"304543f47d3580aaaf823c4befd49f953b74cca675d36ea886fceed608b18a1c","shape":[64,1536]},"model.contextual_prompt_v8.v_proj":{"bytes":393216,"dtype":"float32","elements":98304,"sha256":"c8cc619553c1bd863790596666a80c2e7f939f3e2bf1f489acb8df71764a27c1","shape":[64,1536]},"model.contextual_prompt_v9.k_proj":{"bytes":393216,"dtype":"float32","elements":98304,"sha256":"b85db8b4a0d4b49fa58385ff3a3e7c23fbf2785d9b94681083da4a4aac841877","shape":[64,1536]},"model.contextual_prompt_v9.out_proj":{"bytes":393216,"dtype":"float32","elements":98304,"sha256":"30fcdd9bc70636a1bea046f042276be96aacba99bef710f983cf60c9c2d9ef83","shape":[1536,64]},"model.contextual_prompt_v9.q_proj":{"bytes":393216,"dtype":"float32","elements":98304,"sha256":"17c045eace4c06748938694713f74337a0d07613da265e74d8ed86428288f915","shape":[64,1536]},"model.contextual_prompt_v9.v_proj":{"bytes":393216,"dtype":"float32","elements":98304,"sha256":"2352e97fad491b0275657f31e8e546c7f22925d0daf115633d0244c372af280f","shape":[64,1536]},"model.embed.weight":{"bytes":805306368,"dtype":"float32","elements":201326592,"sha256":"0ef4a8766dbeaa75728910440191f6aa57698cfbcad9817e4f14fbfa01a8e706","shape":[131072,1536]},"model.layer_adapters.0.base.down":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"5bebf322218db4c2e8878d5535df60e5147836c8d1d3f04127331c41dd9ac5e6","shape":[512,1536]},"model.layer_adapters.0.base.up":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"d49cd615b459451337466daea8df02d7fe316b7057c9915b692e48def253de61","shape":[1536,512]},"model.layer_adapters.0.delta.down":{"bytes":1572864,"dtype":"float32","elements":393216,"sha256":"ec2ff185ca0d623502eb8f3ce7319e67bec3e362592e53270801795df9a2d82d","shape":[256,1536]},"model.layer_adapters.0.delta.up":{"bytes":1572864,"dtype":"float32","elements":393216,"sha256":"5bd928618af946d7f7bf38dd6b3842429ae7c3490cf4b19817dceb4335b7bde6","shape":[1536,256]},"model.layer_adapters.1.base.down":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"6fe5e3acc7ba0cda05754bae0279d8a0a7cef6162a85e09eebc772a598870ded","shape":[512,1536]},"model.layer_adapters.1.base.up":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"3a98e93dbea3bb6cb3b44386a86ab75050da74c38de5a3d40fcdb15c1cbfde64","shape":[1536,512]},"model.layer_adapters.1.delta.down":{"bytes":1572864,"dtype":"float32","elements":393216,"sha256":"f3400416ecd6c4f2803c073910a7177ab640f5615a9eb817b986f1d67a51c45a","shape":[256,1536]},"model.layer_adapters.1.delta.up":{"bytes":1572864,"dtype":"float32","elements":393216,"sha256":"aa07c332276158804faa59b3e95007c34e336dc35f21cabdf6ac961fbb89835e","shape":[1536,256]},"model.layer_adapters.2.base.down":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"6aeafac4c6b727e9b81dbfb0a0739c6e153b2d99da29397185037d7b901f191a","shape":[512,1536]},"model.layer_adapters.2.base.up":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"444f920748d19c62744f6c536ebf3a19b39a8989a6773d56f6aeb98d6dcdc5e4","shape":[1536,512]},"model.layer_adapters.2.delta.down":{"bytes":1572864,"dtype":"float32","elements":393216,"sha256":"c70db4d55e830d6e8518d8026402f7c2b75cd84a2912c3d4560acbf3cdec13fa","shape":[256,1536]},"model.layer_adapters.2.delta.up":{"bytes":1572864,"dtype":"float32","elements":393216,"sha256":"c7bc5adfb837725635348bebf35d2fac344f0d82dccc2c93e1f854a8fb4c686f","shape":[1536,256]},"model.layer_adapters.3.base.down":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"a86bcab2c62c80c7a88a574f53fab068092f55b7ffd170875a344f906caa13f4","shape":[512,1536]},"model.layer_adapters.3.base.up":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"0484fa6da991a851a9a88f8e33682761d59a938101189f02b8250c7ae5e3bb1c","shape":[1536,512]},"model.layer_adapters.3.delta.down":{"bytes":1572864,"dtype":"float32","elements":393216,"sha256":"c41e4968cf65e11e15f8aa54e91913666ab7e2458eda4cd7578073f7be16a0f5","shape":[256,1536]},"model.layer_adapters.3.delta.up":{"bytes":1572864,"dtype":"float32","elements":393216,"sha256":"706a3d17c4c838d7ce5c82079194c9762668133c47ef8feafc51ce78d22cd8d6","shape":[1536,256]},"model.layer_adapters.4.base.down":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"92704a9d33782e728e9cdc337cca9a0c7930f01ff553b4d06b4e1567bf9231df","shape":[512,1536]},"model.layer_adapters.4.base.up":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"e4729dc65f70f242f7471e46a152c7db01cc03f53a1836bd551150ee14e77785","shape":[1536,512]},"model.layer_adapters.4.delta.down":{"bytes":1572864,"dtype":"float32","elements":393216,"sha256":"ee129ffbbe6984bffdfb44f181554022aae27e12f737b5ff11bc0f74c8e68500","shape":[256,1536]},"model.layer_adapters.4.delta.up":{"bytes":1572864,"dtype":"float32","elements":393216,"sha256":"e2959f207837578a2bc40ba42d962570f821a8420df6c7f6bcc77609053ceb36","shape":[1536,256]},"model.layer_adapters.5.base.down":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"966831ff0f2902ba820820ea7f0fd3ed7e88fce1ae4186cb074ab63083c33564","shape":[512,1536]},"model.layer_adapters.5.base.up":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"c2f2055800cdcec87fbdd1bef8b5f62effa715426dedf44884e8e375904dbb59","shape":[1536,512]},"model.layer_adapters.5.delta.down":{"bytes":1572864,"dtype":"float32","elements":393216,"sha256":"c6eb2dfa4420a9663d18eff115f4fe2309f05b6a408217600ab8fb8e13fdc070","shape":[256,1536]},"model.layer_adapters.5.delta.up":{"bytes":1572864,"dtype":"float32","elements":393216,"sha256":"54de28f4cfb2050dca2bc0ee5d9d3447bbb2d8764b0c2394a308caf1a42e2c34","shape":[1536,256]},"model.layer_adapters.6.base.down":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"3860828fe64bf75905b36ecef3e97cd30adf1a899c9d17b00dc96c4fb84c8455","shape":[512,1536]},"model.layer_adapters.6.base.up":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"9e7630fb3bd3fd84bfc802648c60d3e346bba103304ae68825ae01257e24c5ae","shape":[1536,512]},"model.layer_adapters.6.delta.down":{"bytes":1572864,"dtype":"float32","elements":393216,"sha256":"b30cd7840dbef5f12746fcb3187262b3bce462eb68c0ec26070dc5e4a7fc9b08","shape":[256,1536]},"model.layer_adapters.6.delta.up":{"bytes":1572864,"dtype":"float32","elements":393216,"sha256":"aba1781e7797b6704d12c0c0de38e6bcdd32237bb79f1e5c445a632bc1dd7971","shape":[1536,256]},"model.layer_adapters.7.base.down":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"9180f111037f58e6bbeba60e62d0c01b6a90e645e2601a984e1c2673d0832e55","shape":[512,1536]},"model.layer_adapters.7.base.up":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"5e5525c92713f88d8941730b62ef2aa790b5cafdb7c395848122190b491fdcc7","shape":[1536,512]},"model.layer_adapters.7.delta.down":{"bytes":1572864,"dtype":"float32","elements":393216,"sha256":"245f4b457cd270b3074ac200c80909da11331d875fe9a912dfa688b00cb06577","shape":[256,1536]},"model.layer_adapters.7.delta.up":{"bytes":1572864,"dtype":"float32","elements":393216,"sha256":"baf5cc0894881d31a479e620c3f465de1689c41320d11ac2010e9495f8090260","shape":[1536,256]},"model.layer_adapters.8.base.down":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"4be98a7133469638fbbd52d8491acd620eeb132211099bdfa4c2000ab360249d","shape":[512,1536]},"model.layer_adapters.8.base.up":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"b63e5640cf789ecaaefb5349722142279051ce1873fa9787d64fac490a57be07","shape":[1536,512]},"model.layer_adapters.8.delta.down":{"bytes":1572864,"dtype":"float32","elements":393216,"sha256":"fec22f55252732efc8c65270d35d6f0bd690168ea3e41c9f6610934790a38ed6","shape":[256,1536]},"model.layer_adapters.8.delta.up":{"bytes":1572864,"dtype":"float32","elements":393216,"sha256":"9b3c50bae2b43e57998b48df9fb436ccaba21e771147efaf0554ed4e0738e8c2","shape":[1536,256]},"model.layers.0.mixer.mamba.B_bias":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"6eaedc147a03bff30fac99da89a5505b3428fa7bf5fcbc4b056bc855ff2b974b","shape":[48,4,64]},"model.layers.0.mixer.mamba.B_norm.weight":{"bytes":128,"dtype":"bfloat16","elements":64,"sha256":"123820b8cc0ba8881143c744633d350269e3b25281c59606071c7aeca38bc700","shape":[64]},"model.layers.0.mixer.mamba.C_bias":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"3802f9f3c0033c11787e545c0a3dbe8824340c5e78290c5cbd0af16da9987d37","shape":[48,4,64]},"model.layers.0.mixer.mamba.C_norm.weight":{"bytes":128,"dtype":"bfloat16","elements":64,"sha256":"4e0daaa99c218fd65251a5d41e260fa61534605d87b1fb3dddd422071bbd60d9","shape":[64]},"model.layers.0.mixer.mamba.D":{"bytes":192,"dtype":"float32","elements":48,"sha256":"d3ab1329bdd724e4389370a8eb5476c6b4a5139834131a737b615f3e8b36a29b","shape":[48]},"model.layers.0.mixer.mamba.dt_bias":{"bytes":192,"dtype":"float32","elements":48,"sha256":"ca7f01ce3487b5993d1a760af45e9478da0b767fe3df887d8ffcf2a2628a2860","shape":[48]},"model.layers.0.mixer.mamba.in_proj.weight":{"bytes":20938752,"dtype":"bfloat16","elements":10469376,"sha256":"0b99e3b74b6496954845fd69915fbf27275493af4e070e00f1b1023e48a9c705","shape":[6816,1536]},"model.layers.0.mixer.mamba.mimo_o":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"c20aba9e5e4a84aa1d432fb2a24197c980016ac278644bf3f520e23bafab1948","shape":[48,4,64]},"model.layers.0.mixer.mamba.mimo_x":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"b97b01e0eb05c38262ccc92c5ded8d25f818b8334765d7437d613c9b7d321ad3","shape":[48,4,64]},"model.layers.0.mixer.mamba.mimo_z":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"3bb2d168d312cbeb15609195b199d78de423a2bd76e2edb02cbc229d3a1243a3","shape":[48,4,64]},"model.layers.0.mixer.mamba.out_proj.weight":{"bytes":9437184,"dtype":"bfloat16","elements":4718592,"sha256":"56583b6a28c5b2a0f76ef1f4ac7bd4292df999714d7471a981963f3122d32f09","shape":[1536,3072]},"model.layers.0.mixer.norm.eps_tensor":{"bytes":4,"dtype":"float32","elements":1,"sha256":"7dcf982234c431a3848d654b35f3fa95f66d7b9eb4b86cac491b2c856144cf33","shape":[]},"model.layers.0.mixer.norm.weight":{"bytes":6144,"dtype":"float32","elements":1536,"sha256":"21f60b43488d4aff03018afd3febb284d65050217e4e96c6be6c11c8f8e903dc","shape":[1536]},"model.layers.0.moe.noise_weight":{"bytes":64,"dtype":"float32","elements":16,"sha256":"f5a5fd42d16a20302798ef6ed309979b43003d2320d9f0e8ea9831a92759fb4b","shape":[16]},"model.layers.0.moe.norm.eps_tensor":{"bytes":4,"dtype":"float32","elements":1,"sha256":"7dcf982234c431a3848d654b35f3fa95f66d7b9eb4b86cac491b2c856144cf33","shape":[]},"model.layers.0.moe.norm.weight":{"bytes":6144,"dtype":"float32","elements":1536,"sha256":"308f2775133d1fbb47a9ceac2427f84627afd29b2e9dce8c8bd81237034a0217","shape":[1536]},"model.layers.0.moe.router.weight":{"bytes":98304,"dtype":"float32","elements":24576,"sha256":"cdbe3c821ffe32431bda295cd672e57ceae816e290bb9c034ab9ec7d015a37a9","shape":[16,1536]},"model.layers.0.moe.shared_fc1_gate":{"bytes":75497472,"dtype":"float32","elements":18874368,"sha256":"f070a093cf5cdc59804ca7868d606b4f7f7cde101577cb68b787174781c75161","shape":[12288,1536]},"model.layers.0.moe.shared_fc2":{"bytes":37748736,"dtype":"float32","elements":9437184,"sha256":"87b3268d1217890179ca0d60ec0ca581eba344e30749e07622208e15742e0511","shape":[1536,6144]},"model.layers.0.moe.w_down.weight":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"0e02c568d701ea452a2064ec9e3f00fede07a45aa4e10d87522ac17d847cc42a","shape":[512,1536]},"model.layers.0.moe.w_fc1":{"bytes":67108864,"dtype":"float32","elements":16777216,"sha256":"0db0bfeb0887d299f22faa3650810cb96577774f3b96e440717a8246f9dddf56","shape":[16,512,2048]},"model.layers.0.moe.w_fc2":{"bytes":67108864,"dtype":"float32","elements":16777216,"sha256":"a2b985874d922c777b2549c32705c0e8cc6fc33a7606195eef8c78cd207ea2a1","shape":[16,2048,512]},"model.layers.0.moe.w_gate":{"bytes":67108864,"dtype":"float32","elements":16777216,"sha256":"1549a9a1f48844a18341d8040d70efd4706991c9abc576b7ee85c003c5e0bea2","shape":[16,512,2048]},"model.layers.0.moe.w_up.weight":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"a6e992215da27686fff3b68ff18154c42008e8506a00f4ab0764bbb3b65b2c09","shape":[1536,512]},"model.layers.1.mixer.mamba.B_bias":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"45730e1eff2194c1173bf191657ed8f7424eda7bd89db9a0ced5ede8f928ed9a","shape":[48,4,64]},"model.layers.1.mixer.mamba.B_norm.weight":{"bytes":128,"dtype":"bfloat16","elements":64,"sha256":"e72710531b01d91ee76a2457cdc9c6c89a197db47da8ebd4ae672e13ddd668cd","shape":[64]},"model.layers.1.mixer.mamba.C_bias":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"6595b83a09ab3048bb2f85b14814ea8582cc04746087fb5a15fcd37006ba61f3","shape":[48,4,64]},"model.layers.1.mixer.mamba.C_norm.weight":{"bytes":128,"dtype":"bfloat16","elements":64,"sha256":"e72710531b01d91ee76a2457cdc9c6c89a197db47da8ebd4ae672e13ddd668cd","shape":[64]},"model.layers.1.mixer.mamba.D":{"bytes":192,"dtype":"float32","elements":48,"sha256":"0641dda74eb796fbcf4e82a63c2acf1a8dc01c1dd1a2505da6df1c79e754646a","shape":[48]},"model.layers.1.mixer.mamba.dt_bias":{"bytes":192,"dtype":"float32","elements":48,"sha256":"9b4bfe0c7913771690c9213d44affaf120027f1c5516b65099716b95d79d00c2","shape":[48]},"model.layers.1.mixer.mamba.in_proj.weight":{"bytes":20938752,"dtype":"bfloat16","elements":10469376,"sha256":"a20e56c0b6577d9d267d8502a7431ac2259b176a1a21cdf5105738b51fa97821","shape":[6816,1536]},"model.layers.1.mixer.mamba.mimo_o":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"2afec7d187ec08d8cda221759115e223ea2f5e5b9bf16de5a6fe7fa2497f4af6","shape":[48,4,64]},"model.layers.1.mixer.mamba.mimo_x":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"9a617e4e603b41a0b719eca7db8a32279e523a28e53cb71315d86e5d58a0241b","shape":[48,4,64]},"model.layers.1.mixer.mamba.mimo_z":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"0efbc37c66174fe0327927a535b61812e096e685f79833898b024fe354c0c014","shape":[48,4,64]},"model.layers.1.mixer.mamba.out_proj.weight":{"bytes":9437184,"dtype":"bfloat16","elements":4718592,"sha256":"a99963e862f13d0673f9f9dbfa3b06bc1be73fa7b76c82afca0da53d0bbd2839","shape":[1536,3072]},"model.layers.1.mixer.norm.eps_tensor":{"bytes":4,"dtype":"float32","elements":1,"sha256":"7dcf982234c431a3848d654b35f3fa95f66d7b9eb4b86cac491b2c856144cf33","shape":[]},"model.layers.1.mixer.norm.weight":{"bytes":6144,"dtype":"float32","elements":1536,"sha256":"3cc3dabf4e1582c7ce37f7ae5193b1080a07e90fad05307a7087a53cd18e9266","shape":[1536]},"model.layers.1.moe.noise_weight":{"bytes":64,"dtype":"float32","elements":16,"sha256":"f5a5fd42d16a20302798ef6ed309979b43003d2320d9f0e8ea9831a92759fb4b","shape":[16]},"model.layers.1.moe.norm.eps_tensor":{"bytes":4,"dtype":"float32","elements":1,"sha256":"7dcf982234c431a3848d654b35f3fa95f66d7b9eb4b86cac491b2c856144cf33","shape":[]},"model.layers.1.moe.norm.weight":{"bytes":6144,"dtype":"float32","elements":1536,"sha256":"19f7306f366b80ddb68c1ac07a6e65909511a3dea8a8211fb2e440850d26843a","shape":[1536]},"model.layers.1.moe.router.weight":{"bytes":98304,"dtype":"float32","elements":24576,"sha256":"2c044614382371d7ac9a787cffd33d73ac6a1321ccf6d0980f8edabf8b146d5a","shape":[16,1536]},"model.layers.1.moe.shared_fc1_gate":{"bytes":75497472,"dtype":"float32","elements":18874368,"sha256":"975db3e3a8f9fcc8c0cf516f9f9fd53846c7d22b243467951deadf3374178b24","shape":[12288,1536]},"model.layers.1.moe.shared_fc2":{"bytes":37748736,"dtype":"float32","elements":9437184,"sha256":"5076c69ec32c0a6e459d75b61036ae048c09fdb4beefaec4a1bc9d293b3d7150","shape":[1536,6144]},"model.layers.1.moe.w_down.weight":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"17a4e8e34305935ca4c6d5fbc256f7f4ce8280cf3775922b055e4305d06e21bc","shape":[512,1536]},"model.layers.1.moe.w_fc1":{"bytes":67108864,"dtype":"float32","elements":16777216,"sha256":"6c49d5252076797982c50cacbbba4c97272e64f7ecacefc6aa138681afcafdf2","shape":[16,512,2048]},"model.layers.1.moe.w_fc2":{"bytes":67108864,"dtype":"float32","elements":16777216,"sha256":"d6f78864317206891edd83170b35e2e60def28214c0da95e9972817f3dba3945","shape":[16,2048,512]},"model.layers.1.moe.w_gate":{"bytes":67108864,"dtype":"float32","elements":16777216,"sha256":"8c5e3a1d12d9da6145376815f2aa6da22fc15aa0b1d035f74bc3ba1a7a04a5db","shape":[16,512,2048]},"model.layers.1.moe.w_up.weight":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"42efb3dbce79cabf09d7af732b691d9c95e75e556bd0e775109c0f573f753371","shape":[1536,512]},"model.layers.2.mixer.mamba.B_bias":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"9ca887f23a9ffcc57fd91a3b5d9138db1a6e5ce940f933c19175e185b00be029","shape":[48,4,64]},"model.layers.2.mixer.mamba.B_norm.weight":{"bytes":128,"dtype":"bfloat16","elements":64,"sha256":"e72710531b01d91ee76a2457cdc9c6c89a197db47da8ebd4ae672e13ddd668cd","shape":[64]},"model.layers.2.mixer.mamba.C_bias":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"8e84ab00b2406b95b3474f234e0c80c1ef1e184949b689a4749985e71f1ff3db","shape":[48,4,64]},"model.layers.2.mixer.mamba.C_norm.weight":{"bytes":128,"dtype":"bfloat16","elements":64,"sha256":"e72710531b01d91ee76a2457cdc9c6c89a197db47da8ebd4ae672e13ddd668cd","shape":[64]},"model.layers.2.mixer.mamba.D":{"bytes":192,"dtype":"float32","elements":48,"sha256":"e7b69ca52eab3927e1d6d18348720a4a7722ec7c660bfc8223e7f2dc6f697790","shape":[48]},"model.layers.2.mixer.mamba.dt_bias":{"bytes":192,"dtype":"float32","elements":48,"sha256":"ef95c48bdc47654ed070500ff0fd7823afec41707c830b95159672101014ffa2","shape":[48]},"model.layers.2.mixer.mamba.in_proj.weight":{"bytes":20938752,"dtype":"bfloat16","elements":10469376,"sha256":"6072c208f78e8524b61f28fc3a70f596f35568c0b205024360d92a4933c46993","shape":[6816,1536]},"model.layers.2.mixer.mamba.mimo_o":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"3a646d49bb6597c4caab164fc72a8dce3e173bfb8ae074652bb6bf5bc42bff5b","shape":[48,4,64]},"model.layers.2.mixer.mamba.mimo_x":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"67ec2a166e3d194d143a2404e34e6d6c0529797a024e26728c5fc5ed9eaa73d5","shape":[48,4,64]},"model.layers.2.mixer.mamba.mimo_z":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"ebc31eaa66886137c0438f6ed3583ee815e91d3c9c4d5cd4af2d435941e8336d","shape":[48,4,64]},"model.layers.2.mixer.mamba.out_proj.weight":{"bytes":9437184,"dtype":"bfloat16","elements":4718592,"sha256":"dadbfc7d6ec3352c5498f18f4da23e496bbe119bf1676d54c55bbdbebba6c892","shape":[1536,3072]},"model.layers.2.mixer.norm.eps_tensor":{"bytes":4,"dtype":"float32","elements":1,"sha256":"7dcf982234c431a3848d654b35f3fa95f66d7b9eb4b86cac491b2c856144cf33","shape":[]},"model.layers.2.mixer.norm.weight":{"bytes":6144,"dtype":"float32","elements":1536,"sha256":"b650883a7009e902d8b97316f8fb1acbd2790d5339c69b350cf340992b2e910d","shape":[1536]},"model.layers.2.moe.noise_weight":{"bytes":64,"dtype":"float32","elements":16,"sha256":"f5a5fd42d16a20302798ef6ed309979b43003d2320d9f0e8ea9831a92759fb4b","shape":[16]},"model.layers.2.moe.norm.eps_tensor":{"bytes":4,"dtype":"float32","elements":1,"sha256":"7dcf982234c431a3848d654b35f3fa95f66d7b9eb4b86cac491b2c856144cf33","shape":[]},"model.layers.2.moe.norm.weight":{"bytes":6144,"dtype":"float32","elements":1536,"sha256":"3d800058a85c2ad7479c640cf9fd6adeea42de5b9703ae711fd85799be9ae3b6","shape":[1536]},"model.layers.2.moe.router.weight":{"bytes":98304,"dtype":"float32","elements":24576,"sha256":"86d77f0b2654840a6cf68b81923fb6d3d68d8c0164226895933c42810795ed2f","shape":[16,1536]},"model.layers.2.moe.shared_fc1_gate":{"bytes":75497472,"dtype":"float32","elements":18874368,"sha256":"a76ca3ab8a58866bd60788828ba93f78ce2b2f05ee3196fe802d882d7b2428d9","shape":[12288,1536]},"model.layers.2.moe.shared_fc2":{"bytes":37748736,"dtype":"float32","elements":9437184,"sha256":"e1e5118e1b06a8ceb20bf760c760df10e0008e91e398d20109e63283009534a1","shape":[1536,6144]},"model.layers.2.moe.w_down.weight":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"c2d8b04ef07f76857b53983bba18b1e4325ec0f5210ad239ba19a33bd55f0d02","shape":[512,1536]},"model.layers.2.moe.w_fc1":{"bytes":67108864,"dtype":"float32","elements":16777216,"sha256":"c8698c44368f6490cfbff650eb16e469f06864324eb748b4718118e1feeb6ead","shape":[16,512,2048]},"model.layers.2.moe.w_fc2":{"bytes":67108864,"dtype":"float32","elements":16777216,"sha256":"e271053d3bdbcb001027ea2eed41b878c2c5be38b828969b0990422fa528594f","shape":[16,2048,512]},"model.layers.2.moe.w_gate":{"bytes":67108864,"dtype":"float32","elements":16777216,"sha256":"86dab04a926e54921c63c66508a91108f2df6f0e54ffec969129ea3382632d73","shape":[16,512,2048]},"model.layers.2.moe.w_up.weight":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"a617ab6a12a029388c686c126ea717ded10d79a4b5955787f74938caa35914e8","shape":[1536,512]},"model.layers.3.mixer.mamba.B_bias":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"ef45c8d9952f90fdd0c46f41985385e42e1b5ec3d34d54650de52777de56d875","shape":[48,4,64]},"model.layers.3.mixer.mamba.B_norm.weight":{"bytes":128,"dtype":"bfloat16","elements":64,"sha256":"e72710531b01d91ee76a2457cdc9c6c89a197db47da8ebd4ae672e13ddd668cd","shape":[64]},"model.layers.3.mixer.mamba.C_bias":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"a1376e1b7031dc568ef1965826181731363056a7edf5cbfd3ab5b9e2a95f7f95","shape":[48,4,64]},"model.layers.3.mixer.mamba.C_norm.weight":{"bytes":128,"dtype":"bfloat16","elements":64,"sha256":"e72710531b01d91ee76a2457cdc9c6c89a197db47da8ebd4ae672e13ddd668cd","shape":[64]},"model.layers.3.mixer.mamba.D":{"bytes":192,"dtype":"float32","elements":48,"sha256":"17fe0308dd4aeeb117fa1744f347ae1f8ba5aa0a779f8bbf76da943a21d02cb4","shape":[48]},"model.layers.3.mixer.mamba.dt_bias":{"bytes":192,"dtype":"float32","elements":48,"sha256":"350a35c0fe95f5b5fc9a49ef83dccf76b8f97a3541ea13c986abd00dbc4f40d4","shape":[48]},"model.layers.3.mixer.mamba.in_proj.weight":{"bytes":20938752,"dtype":"bfloat16","elements":10469376,"sha256":"fae67e14504279e07428f36a3be819e97d0b78eafe9eebb7b56e38460caeeebe","shape":[6816,1536]},"model.layers.3.mixer.mamba.mimo_o":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"8cbaf099f10eb273e2e245d0dcbf6ce7a368cdac697747bb395937bbe5ec409d","shape":[48,4,64]},"model.layers.3.mixer.mamba.mimo_x":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"9a9609f08583458f0b5e93b5954a7ea050135fd2fc3b1357647c151164c3c151","shape":[48,4,64]},"model.layers.3.mixer.mamba.mimo_z":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"29aee2e5e4d6f091d73b15f17e820ac8cb67374025d05efa50c3cc8cfff29981","shape":[48,4,64]},"model.layers.3.mixer.mamba.out_proj.weight":{"bytes":9437184,"dtype":"bfloat16","elements":4718592,"sha256":"d7d96d30e92caf1235067f9bf28375b068837930ad36140877a32e5017d3b0e0","shape":[1536,3072]},"model.layers.3.mixer.norm.eps_tensor":{"bytes":4,"dtype":"float32","elements":1,"sha256":"7dcf982234c431a3848d654b35f3fa95f66d7b9eb4b86cac491b2c856144cf33","shape":[]},"model.layers.3.mixer.norm.weight":{"bytes":6144,"dtype":"float32","elements":1536,"sha256":"da2ee81c480274de23cb98960b315a5d0d1e6969063026712f30eac210efc035","shape":[1536]},"model.layers.3.moe.noise_weight":{"bytes":64,"dtype":"float32","elements":16,"sha256":"f5a5fd42d16a20302798ef6ed309979b43003d2320d9f0e8ea9831a92759fb4b","shape":[16]},"model.layers.3.moe.norm.eps_tensor":{"bytes":4,"dtype":"float32","elements":1,"sha256":"7dcf982234c431a3848d654b35f3fa95f66d7b9eb4b86cac491b2c856144cf33","shape":[]},"model.layers.3.moe.norm.weight":{"bytes":6144,"dtype":"float32","elements":1536,"sha256":"7804ff4ad5c4e5232180e1cf3801f90b139ce9af2673bdc155db50523cb19083","shape":[1536]},"model.layers.3.moe.router.weight":{"bytes":98304,"dtype":"float32","elements":24576,"sha256":"f40ce0238a0f4b1b610ba5297ef76d6e43591758bc482c2b0db30e6cddba5e3d","shape":[16,1536]},"model.layers.3.moe.shared_fc1_gate":{"bytes":75497472,"dtype":"float32","elements":18874368,"sha256":"99c53c748ff7d27d2f4f513fb0b8778b40d5efd6315fe0c87aaf4382abb19088","shape":[12288,1536]},"model.layers.3.moe.shared_fc2":{"bytes":37748736,"dtype":"float32","elements":9437184,"sha256":"1402097edd479a5fdffc2260154882d86f0477b27ebf600732302bfc38cf84c6","shape":[1536,6144]},"model.layers.3.moe.w_down.weight":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"1a674848f5e119de1b11b2ef452f0b9b9d068101eeec89760f227a9a30ca5bac","shape":[512,1536]},"model.layers.3.moe.w_fc1":{"bytes":67108864,"dtype":"float32","elements":16777216,"sha256":"5f88a5bb2e152415047561cd294c3c4369dde4c3e4ddfc8a466a4ea492cc670f","shape":[16,512,2048]},"model.layers.3.moe.w_fc2":{"bytes":67108864,"dtype":"float32","elements":16777216,"sha256":"03c932751cd63e1a28372e6a90219be3284dda06e1e9287486cf3e81b8a683c8","shape":[16,2048,512]},"model.layers.3.moe.w_gate":{"bytes":67108864,"dtype":"float32","elements":16777216,"sha256":"76ca4a94e34d043367ec6a25b82a6a9996dd40a5f7c038cd7c1a21a3c342e7d5","shape":[16,512,2048]},"model.layers.3.moe.w_up.weight":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"38cdf9e8fcafc42e87b76ccc90b047e7ca2acf51bcc3fb2d6e4c458dd97898ec","shape":[1536,512]},"model.layers.4.mixer.mamba.B_bias":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"41b3e8910a540a7861e270b01ead265023215229bf5c70562d940c1d6d2439f5","shape":[48,4,64]},"model.layers.4.mixer.mamba.B_norm.weight":{"bytes":128,"dtype":"bfloat16","elements":64,"sha256":"361c0591019ac0ea5a56b8e7813caba272997552ce540d2e9f5463d1c464db15","shape":[64]},"model.layers.4.mixer.mamba.C_bias":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"e5d00b616e4c8610e49ad29eab39458c5f7e9e3d3ec6bcc05804f1941cdd0051","shape":[48,4,64]},"model.layers.4.mixer.mamba.C_norm.weight":{"bytes":128,"dtype":"bfloat16","elements":64,"sha256":"c64b9de790a77aa380e72daf14ecbabbdbde56eb2ac8e4d52cf5fa92a385f7f6","shape":[64]},"model.layers.4.mixer.mamba.D":{"bytes":192,"dtype":"float32","elements":48,"sha256":"cfc97ec77666c849ef9791ff9a7537145ed3ab8c73dbbe57e3c8540e8d7e2a09","shape":[48]},"model.layers.4.mixer.mamba.dt_bias":{"bytes":192,"dtype":"float32","elements":48,"sha256":"511490a590e589a652c77e2c4a5a93990c2351a0b59c67b5c2ee04784717b0dc","shape":[48]},"model.layers.4.mixer.mamba.in_proj.weight":{"bytes":20938752,"dtype":"bfloat16","elements":10469376,"sha256":"e7e3d7e398302e31668b2ce2b74cf1d670fae02bb10b86b27d93a804b83c801e","shape":[6816,1536]},"model.layers.4.mixer.mamba.mimo_o":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"2ea115a4aee7fbaccc52973b755fabbdaeaa7f265d911d6557be4b4e87d24b45","shape":[48,4,64]},"model.layers.4.mixer.mamba.mimo_x":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"6723973e3be15f4fc8d0ebcf1b4c83697fb15dea3d16242f865d8df44e226bbd","shape":[48,4,64]},"model.layers.4.mixer.mamba.mimo_z":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"3d205b8ff10c9d656738894879fd35ce7a64165b650b00a33958eda59f1f9544","shape":[48,4,64]},"model.layers.4.mixer.mamba.out_proj.weight":{"bytes":9437184,"dtype":"bfloat16","elements":4718592,"sha256":"0a0714d678ed40e5cca3b78ff5f6d48c207160138ad4204340059a1c8f51620a","shape":[1536,3072]},"model.layers.4.mixer.norm.eps_tensor":{"bytes":4,"dtype":"float32","elements":1,"sha256":"7dcf982234c431a3848d654b35f3fa95f66d7b9eb4b86cac491b2c856144cf33","shape":[]},"model.layers.4.mixer.norm.weight":{"bytes":6144,"dtype":"float32","elements":1536,"sha256":"c031295721bd890b587a312785677109d3f22e1efccbcef39e2fd189a6fbbe12","shape":[1536]},"model.layers.4.moe.noise_weight":{"bytes":64,"dtype":"float32","elements":16,"sha256":"f5a5fd42d16a20302798ef6ed309979b43003d2320d9f0e8ea9831a92759fb4b","shape":[16]},"model.layers.4.moe.norm.eps_tensor":{"bytes":4,"dtype":"float32","elements":1,"sha256":"7dcf982234c431a3848d654b35f3fa95f66d7b9eb4b86cac491b2c856144cf33","shape":[]},"model.layers.4.moe.norm.weight":{"bytes":6144,"dtype":"float32","elements":1536,"sha256":"e92efd48bf831efb30e89953cadf34ec20ca84046d86c9ef79d2e240ad12bfb4","shape":[1536]},"model.layers.4.moe.router.weight":{"bytes":98304,"dtype":"float32","elements":24576,"sha256":"22101cb8f6ea16f93de41ecf7449e78c72503bfd58ca017fd443e864faa8734c","shape":[16,1536]},"model.layers.4.moe.shared_fc1_gate":{"bytes":75497472,"dtype":"float32","elements":18874368,"sha256":"8c1ec35887758211bec75f6168a19ddfe5695def4ab0c0d1ed1672e06cd21a95","shape":[12288,1536]},"model.layers.4.moe.shared_fc2":{"bytes":37748736,"dtype":"float32","elements":9437184,"sha256":"e7c157cfc0960008c3cb15097fdd8f498eac0b661592218a5bcb8d60d3063f53","shape":[1536,6144]},"model.layers.4.moe.w_down.weight":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"90a843199a57aa42f764a0cd1efb286e8c14617e66a1059fbc2f5b117ab7353b","shape":[512,1536]},"model.layers.4.moe.w_fc1":{"bytes":67108864,"dtype":"float32","elements":16777216,"sha256":"6b3d87c081a9d62dbc7da84bb05d3252c145823f5df5849b69aaaf1ed67199ba","shape":[16,512,2048]},"model.layers.4.moe.w_fc2":{"bytes":67108864,"dtype":"float32","elements":16777216,"sha256":"380d5baa71f6e630f07471140afe911c684f5a05d06a13223625d94075107c34","shape":[16,2048,512]},"model.layers.4.moe.w_gate":{"bytes":67108864,"dtype":"float32","elements":16777216,"sha256":"8df9571c1e00b0c381b2038fe641c85db60f4f9b071400bb1a6f7a9c60c4c0a2","shape":[16,512,2048]},"model.layers.4.moe.w_up.weight":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"e419b47d00935ca142b86466f76a592e8219aede3c85e318a486fc5c8060944f","shape":[1536,512]},"model.layers.5.mixer.mamba.B_bias":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"5308948e9c0f025dce23edcd398d2ddf7b05f4390bdba4b75226c19cdad933da","shape":[48,4,64]},"model.layers.5.mixer.mamba.B_norm.weight":{"bytes":128,"dtype":"bfloat16","elements":64,"sha256":"e72710531b01d91ee76a2457cdc9c6c89a197db47da8ebd4ae672e13ddd668cd","shape":[64]},"model.layers.5.mixer.mamba.C_bias":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"583a9f00673dbaaed20a695b9ffff2b71dec003ab8a5a3ae04dca9f70b8faf23","shape":[48,4,64]},"model.layers.5.mixer.mamba.C_norm.weight":{"bytes":128,"dtype":"bfloat16","elements":64,"sha256":"e72710531b01d91ee76a2457cdc9c6c89a197db47da8ebd4ae672e13ddd668cd","shape":[64]},"model.layers.5.mixer.mamba.D":{"bytes":192,"dtype":"float32","elements":48,"sha256":"9d63a7fe472ba2a0bae3b4609736b4f91729e24be627dd5d27e2d08f5e805dd8","shape":[48]},"model.layers.5.mixer.mamba.dt_bias":{"bytes":192,"dtype":"float32","elements":48,"sha256":"015526a88194fbd421a466aa991dea41f77eb08b2d93dbdc7820c438b799127e","shape":[48]},"model.layers.5.mixer.mamba.in_proj.weight":{"bytes":20938752,"dtype":"bfloat16","elements":10469376,"sha256":"a9c0e351cacadf78ee5e3a124c19a025b3212788ba5f793bf8296a7846dcd041","shape":[6816,1536]},"model.layers.5.mixer.mamba.mimo_o":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"9fcff34a6e4b4b53f764b027aca23b42d0ced3ea37757e19674f0a2236e9c2e6","shape":[48,4,64]},"model.layers.5.mixer.mamba.mimo_x":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"6b0f224a4c7ef832cf7475a8555536c0ef8c41bd439fa0b03c9e01e7a64272a1","shape":[48,4,64]},"model.layers.5.mixer.mamba.mimo_z":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"e364e65b01843f52519a29974f5e59f5c27a01500f771d178a01f36644c07211","shape":[48,4,64]},"model.layers.5.mixer.mamba.out_proj.weight":{"bytes":9437184,"dtype":"bfloat16","elements":4718592,"sha256":"6566e1dc60ce9dfd020b2f0a4d753df439c6fb20a1a4c75e594dd1804013b762","shape":[1536,3072]},"model.layers.5.mixer.norm.eps_tensor":{"bytes":4,"dtype":"float32","elements":1,"sha256":"7dcf982234c431a3848d654b35f3fa95f66d7b9eb4b86cac491b2c856144cf33","shape":[]},"model.layers.5.mixer.norm.weight":{"bytes":6144,"dtype":"float32","elements":1536,"sha256":"daecda24f209e35de587b1d110ee6985f48adb651e8d5af60da188222eabc61d","shape":[1536]},"model.layers.5.moe.noise_weight":{"bytes":64,"dtype":"float32","elements":16,"sha256":"f5a5fd42d16a20302798ef6ed309979b43003d2320d9f0e8ea9831a92759fb4b","shape":[16]},"model.layers.5.moe.norm.eps_tensor":{"bytes":4,"dtype":"float32","elements":1,"sha256":"7dcf982234c431a3848d654b35f3fa95f66d7b9eb4b86cac491b2c856144cf33","shape":[]},"model.layers.5.moe.norm.weight":{"bytes":6144,"dtype":"float32","elements":1536,"sha256":"51c745347d527a26282b6cd6e7935641080dfd05c6b23f44064b03af79ea749c","shape":[1536]},"model.layers.5.moe.router.weight":{"bytes":98304,"dtype":"float32","elements":24576,"sha256":"ecc7ff70641a960b27310d1f75e5a222305af7bdff74fefc0bb265d2fbd2f695","shape":[16,1536]},"model.layers.5.moe.shared_fc1_gate":{"bytes":75497472,"dtype":"float32","elements":18874368,"sha256":"fb4c39033845368b4f132247ad48b56a8323c67e227415458f49f6211f6d73e7","shape":[12288,1536]},"model.layers.5.moe.shared_fc2":{"bytes":37748736,"dtype":"float32","elements":9437184,"sha256":"d65245a4560b3e004c4b384ad4e93a3198cc5a72fa7add598e389de1d1da8598","shape":[1536,6144]},"model.layers.5.moe.w_down.weight":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"c58e43289b4bd19073a67f0b455e087cdc7a0d31a4c78b04b74ffeb7b66ae7d8","shape":[512,1536]},"model.layers.5.moe.w_fc1":{"bytes":67108864,"dtype":"float32","elements":16777216,"sha256":"ca3d66b37f35cc09b9db46f17408438bc2dfb8ebe6422786201e28dca1829759","shape":[16,512,2048]},"model.layers.5.moe.w_fc2":{"bytes":67108864,"dtype":"float32","elements":16777216,"sha256":"72f0e1a27c33754a1e2fa9ce7fb68a8ca5778610904cf523ef3fc4bab8e6f6ee","shape":[16,2048,512]},"model.layers.5.moe.w_gate":{"bytes":67108864,"dtype":"float32","elements":16777216,"sha256":"e66da09da613a5844cb10ba9d04e400f26f7a8f73939421978e75e4e2940bf63","shape":[16,512,2048]},"model.layers.5.moe.w_up.weight":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"99d589acb4d09f1f078ed36d6f86d8c1ad77a0edd4a47413c95ba3267e1084a6","shape":[1536,512]},"model.layers.6.mixer.mamba.B_bias":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"c62d8d96cf8a9b470502ed726f6553bce7bc6407c12741f45d3998aac33e07a7","shape":[48,4,64]},"model.layers.6.mixer.mamba.B_norm.weight":{"bytes":128,"dtype":"bfloat16","elements":64,"sha256":"bb7f6f33ac8275fa278ccdc4deb51e284161d905c65b20a09c4797db82ca6a26","shape":[64]},"model.layers.6.mixer.mamba.C_bias":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"585f2606a779114b46b28f963e46b63a7b06b889676d855ea1627e515250657c","shape":[48,4,64]},"model.layers.6.mixer.mamba.C_norm.weight":{"bytes":128,"dtype":"bfloat16","elements":64,"sha256":"2037484e54dad6edd1fb833a7847bc3c3d06cdf4781931df9f516a104c95591e","shape":[64]},"model.layers.6.mixer.mamba.D":{"bytes":192,"dtype":"float32","elements":48,"sha256":"3e390be2ff28abb9dab8ed87a49af254b40c5051079f829b6b47b75bdb8642b6","shape":[48]},"model.layers.6.mixer.mamba.dt_bias":{"bytes":192,"dtype":"float32","elements":48,"sha256":"934e3cdd4bd9d78dd000a9b8f43df7f955f69e295887e26b7333f5a2afe0dcc4","shape":[48]},"model.layers.6.mixer.mamba.in_proj.weight":{"bytes":20938752,"dtype":"bfloat16","elements":10469376,"sha256":"548d0c2b72913821e909d2995cd8726db205011db749e35acdd7ea5cb1e367b6","shape":[6816,1536]},"model.layers.6.mixer.mamba.mimo_o":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"be205cb178af18883e9deb6369bb727184c6ae55c34cc5f7fc9d3c44b2ba1d63","shape":[48,4,64]},"model.layers.6.mixer.mamba.mimo_x":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"2a926f031437b9ed91161289149a32618e48ace7c90c09e52370e9c1acf36232","shape":[48,4,64]},"model.layers.6.mixer.mamba.mimo_z":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"e8c951d9d10f66c9cf43ded7a7b64072075ef0fa46c038545686e53e3cfd9178","shape":[48,4,64]},"model.layers.6.mixer.mamba.out_proj.weight":{"bytes":9437184,"dtype":"bfloat16","elements":4718592,"sha256":"b4b4b134cc97982a339f907612130aad06aae96634963f51c1fa753893335747","shape":[1536,3072]},"model.layers.6.mixer.norm.eps_tensor":{"bytes":4,"dtype":"float32","elements":1,"sha256":"7dcf982234c431a3848d654b35f3fa95f66d7b9eb4b86cac491b2c856144cf33","shape":[]},"model.layers.6.mixer.norm.weight":{"bytes":6144,"dtype":"float32","elements":1536,"sha256":"36176b262d3caf0b1da69cd9772e0d2e48bdb7460e5625aed3dab252283cafa2","shape":[1536]},"model.layers.6.moe.noise_weight":{"bytes":64,"dtype":"float32","elements":16,"sha256":"f5a5fd42d16a20302798ef6ed309979b43003d2320d9f0e8ea9831a92759fb4b","shape":[16]},"model.layers.6.moe.norm.eps_tensor":{"bytes":4,"dtype":"float32","elements":1,"sha256":"7dcf982234c431a3848d654b35f3fa95f66d7b9eb4b86cac491b2c856144cf33","shape":[]},"model.layers.6.moe.norm.weight":{"bytes":6144,"dtype":"float32","elements":1536,"sha256":"102da454db1d5af3eed29d81f8ba2fec4b128e5cea38e0c1dd7f464fbc9a876e","shape":[1536]},"model.layers.6.moe.router.weight":{"bytes":98304,"dtype":"float32","elements":24576,"sha256":"eab5c80e9049f810c63b6d46d67eab6cefc1c50ea01195bbdccdea06eea1a02e","shape":[16,1536]},"model.layers.6.moe.shared_fc1_gate":{"bytes":75497472,"dtype":"float32","elements":18874368,"sha256":"aca94b1f3970eec4e67e4f4b296284999b18aa8f4648fd86dd7e3236216e6879","shape":[12288,1536]},"model.layers.6.moe.shared_fc2":{"bytes":37748736,"dtype":"float32","elements":9437184,"sha256":"031331200a91307fa73f5cbaac20b6794eb5e7cd80d9ad77555b7a5f9db154fd","shape":[1536,6144]},"model.layers.6.moe.w_down.weight":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"5ccb93b5acdedb15895b9c1d724b9812b67e588dd834be70e91d405f5310b523","shape":[512,1536]},"model.layers.6.moe.w_fc1":{"bytes":67108864,"dtype":"float32","elements":16777216,"sha256":"be51d58a5c49d2a55f7a47ab0ad311d5cc9417d3daa2f60a78f073e74967356a","shape":[16,512,2048]},"model.layers.6.moe.w_fc2":{"bytes":67108864,"dtype":"float32","elements":16777216,"sha256":"5135528cf1f9f27706e8bf0c1ed06bd7c2f38f4b85d820ee3b85f422b3ac0805","shape":[16,2048,512]},"model.layers.6.moe.w_gate":{"bytes":67108864,"dtype":"float32","elements":16777216,"sha256":"2a32de7112fcee4a465eb1e8572a1a7bb47be2ef25a05b36908bc426a4635bb7","shape":[16,512,2048]},"model.layers.6.moe.w_up.weight":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"6ea0ed1fd9ee34ee4e002b42e9bb4535a78f6f96a4aab24fb2f8dc19825125e5","shape":[1536,512]},"model.layers.7.mixer.k_proj.weight":{"bytes":2359296,"dtype":"float32","elements":589824,"sha256":"0fea92e8dbbb83a82cf53484ed4754bff56b09153cba40b6352889e58ac2e93a","shape":[384,1536]},"model.layers.7.mixer.norm.eps_tensor":{"bytes":4,"dtype":"float32","elements":1,"sha256":"7dcf982234c431a3848d654b35f3fa95f66d7b9eb4b86cac491b2c856144cf33","shape":[]},"model.layers.7.mixer.norm.weight":{"bytes":6144,"dtype":"float32","elements":1536,"sha256":"754a0f766767b5453c3dce309409c83431ad54246791e47b130b438a6481c495","shape":[1536]},"model.layers.7.mixer.o_proj.weight":{"bytes":9437184,"dtype":"float32","elements":2359296,"sha256":"2d72884611d6ddadaae82c9338f4b6575aa1fff703de0891fe3304005a7382e7","shape":[1536,1536]},"model.layers.7.mixer.q_proj.weight":{"bytes":9437184,"dtype":"float32","elements":2359296,"sha256":"09542ac9fb48481d8f10b262ca2c3be4dc0646b22029b0d288a36d996e9cabf9","shape":[1536,1536]},"model.layers.7.mixer.v_proj.weight":{"bytes":2359296,"dtype":"float32","elements":589824,"sha256":"4e555860068043fefdc800b8dd83619c65839c22e258123b7abf8c8d79ae4da3","shape":[384,1536]},"model.layers.7.moe.noise_weight":{"bytes":64,"dtype":"float32","elements":16,"sha256":"f5a5fd42d16a20302798ef6ed309979b43003d2320d9f0e8ea9831a92759fb4b","shape":[16]},"model.layers.7.moe.norm.eps_tensor":{"bytes":4,"dtype":"float32","elements":1,"sha256":"7dcf982234c431a3848d654b35f3fa95f66d7b9eb4b86cac491b2c856144cf33","shape":[]},"model.layers.7.moe.norm.weight":{"bytes":6144,"dtype":"float32","elements":1536,"sha256":"0c35805fb8cbe08bbae7ce34cb9bb978e72a7b6b4bb5e4130db372bcca693fca","shape":[1536]},"model.layers.7.moe.router.weight":{"bytes":98304,"dtype":"float32","elements":24576,"sha256":"fdb085b35eb1d8c104e92fec823d833e31ed7a331fc00c1a8f7252671aa8f90c","shape":[16,1536]},"model.layers.7.moe.shared_fc1_gate":{"bytes":75497472,"dtype":"float32","elements":18874368,"sha256":"a7bbe1fc76e3be10fa4fb6a67374017b9b29af78a4a0f65730e5f2b06b923f7c","shape":[12288,1536]},"model.layers.7.moe.shared_fc2":{"bytes":37748736,"dtype":"float32","elements":9437184,"sha256":"78e667a08e5e02b07434d5fb97de6ba8a83a7cb8b2d7636da4c915ffdf769383","shape":[1536,6144]},"model.layers.7.moe.w_down.weight":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"8100b7107b57b45cfe143e9151c3d06efb93452924f96da703de4d5e7781c1cf","shape":[512,1536]},"model.layers.7.moe.w_fc1":{"bytes":67108864,"dtype":"float32","elements":16777216,"sha256":"babf3d06e75f4eac4afc13a947bb5e4644df5e96ab0310dbab5676753b4c5b6f","shape":[16,512,2048]},"model.layers.7.moe.w_fc2":{"bytes":67108864,"dtype":"float32","elements":16777216,"sha256":"c19155fa1945ffe50c85ae6f07df42cc830c835bed0d5c63aec3aea9bc532298","shape":[16,2048,512]},"model.layers.7.moe.w_gate":{"bytes":67108864,"dtype":"float32","elements":16777216,"sha256":"01d031cf0ae4675c3a9d000f360ad7bf6d2bf5e07d592543fc93736ff2c1019c","shape":[16,512,2048]},"model.layers.7.moe.w_up.weight":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"655932ae8b3e8cc94d180df05a65b7459a7fa9d48bcdfb7bc6c8111c03186981","shape":[1536,512]},"model.layers.8.mixer.mamba.B_bias":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"b2c51b0aee623b0c0df0a2a0f795d90e3f282c7403968e49734404f494c89740","shape":[48,4,64]},"model.layers.8.mixer.mamba.B_norm.weight":{"bytes":128,"dtype":"bfloat16","elements":64,"sha256":"e72710531b01d91ee76a2457cdc9c6c89a197db47da8ebd4ae672e13ddd668cd","shape":[64]},"model.layers.8.mixer.mamba.C_bias":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"59162fd889e5986c83b4535da39408d930e80842dc1333a04e8b259bc37bc0d0","shape":[48,4,64]},"model.layers.8.mixer.mamba.C_norm.weight":{"bytes":128,"dtype":"bfloat16","elements":64,"sha256":"e72710531b01d91ee76a2457cdc9c6c89a197db47da8ebd4ae672e13ddd668cd","shape":[64]},"model.layers.8.mixer.mamba.D":{"bytes":192,"dtype":"float32","elements":48,"sha256":"48f5736494295779b6b0387e0f42fe71ad015b3751577df94a3409abc6e11a83","shape":[48]},"model.layers.8.mixer.mamba.dt_bias":{"bytes":192,"dtype":"float32","elements":48,"sha256":"2d1ae11762995ef479ca1c29cf12fa9677e9c93b7092ad046767a6fa2d7ee83f","shape":[48]},"model.layers.8.mixer.mamba.in_proj.weight":{"bytes":20938752,"dtype":"bfloat16","elements":10469376,"sha256":"1b436ceb597176b8cdf5600f26069135bd46564dcce90bd6397daee4f814dfac","shape":[6816,1536]},"model.layers.8.mixer.mamba.mimo_o":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"20d9252bafa2b32869c1eb7eac3d0243a5c7978a53adbe89613bbad42d6ce928","shape":[48,4,64]},"model.layers.8.mixer.mamba.mimo_x":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"d917003a3275cecb5896a8d69f5d8ed19e0c0aaef4bccef63d9566792be829fa","shape":[48,4,64]},"model.layers.8.mixer.mamba.mimo_z":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"0fd7afe0617363bec36acbfb32511cc064bd15d6a8e4c26956ddfec9b59044be","shape":[48,4,64]},"model.layers.8.mixer.mamba.out_proj.weight":{"bytes":9437184,"dtype":"bfloat16","elements":4718592,"sha256":"beaac5c4ddf1d16feccd5d8ce6ba8116c27c2d272b8f5ee31b339f86e25d3519","shape":[1536,3072]},"model.layers.8.mixer.norm.eps_tensor":{"bytes":4,"dtype":"float32","elements":1,"sha256":"7dcf982234c431a3848d654b35f3fa95f66d7b9eb4b86cac491b2c856144cf33","shape":[]},"model.layers.8.mixer.norm.weight":{"bytes":6144,"dtype":"float32","elements":1536,"sha256":"2a4a190bb4ea5b57f34adfe68440e8c9a95cde7d3cdf37294526cfbbabd86a80","shape":[1536]},"model.layers.8.moe.noise_weight":{"bytes":64,"dtype":"float32","elements":16,"sha256":"f5a5fd42d16a20302798ef6ed309979b43003d2320d9f0e8ea9831a92759fb4b","shape":[16]},"model.layers.8.moe.norm.eps_tensor":{"bytes":4,"dtype":"float32","elements":1,"sha256":"7dcf982234c431a3848d654b35f3fa95f66d7b9eb4b86cac491b2c856144cf33","shape":[]},"model.layers.8.moe.norm.weight":{"bytes":6144,"dtype":"float32","elements":1536,"sha256":"90950f6af1ceac7488dde6fe27cb2541433c16043655660414cdf18eadbbadb0","shape":[1536]},"model.layers.8.moe.router.weight":{"bytes":98304,"dtype":"float32","elements":24576,"sha256":"399d194ebcc6687d2e96500b7610681af8b9274a8c6c952cba18cbc76c1ced2d","shape":[16,1536]},"model.layers.8.moe.shared_fc1_gate":{"bytes":75497472,"dtype":"float32","elements":18874368,"sha256":"1942050df44b584aadcbf0b15fb749a86f088cadadbfcd4dbcc05e6eafa77c2c","shape":[12288,1536]},"model.layers.8.moe.shared_fc2":{"bytes":37748736,"dtype":"float32","elements":9437184,"sha256":"0bdd62c78115952c7ee2b7d585d16af3b95d4b599533456daabf484ec7792124","shape":[1536,6144]},"model.layers.8.moe.w_down.weight":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"e35c07ad60ad80423b1a78cef6c9503231cbaef2d744167febc3e7aff090145d","shape":[512,1536]},"model.layers.8.moe.w_fc1":{"bytes":67108864,"dtype":"float32","elements":16777216,"sha256":"960e036d6a5f12973f8f9b8fc8f45783a644278c0981a9753b2880e23a78c4d8","shape":[16,512,2048]},"model.layers.8.moe.w_fc2":{"bytes":67108864,"dtype":"float32","elements":16777216,"sha256":"04056171b5eaca750493dbde50be6e77fedb3209291a5a83239766ebbaf90f63","shape":[16,2048,512]},"model.layers.8.moe.w_gate":{"bytes":67108864,"dtype":"float32","elements":16777216,"sha256":"890340b057dc8dcc2b0ef4a6182a22321655734e8c23d43fe10313c8f5c209f5","shape":[16,512,2048]},"model.layers.8.moe.w_up.weight":{"bytes":3145728,"dtype":"float32","elements":786432,"sha256":"7267574ccbaa1c6019f97640552c85858ae38e2f1cc9023f3d0c97e4412d6661","shape":[1536,512]},"model.lm_head.base.weight":{"bytes":805306368,"dtype":"float32","elements":201326592,"sha256":"5a90945d4c29997563311c5a4f9f9ab6e7c43d428a3550a8d0fb97baba8aa9ba","shape":[131072,1536]},"model.lm_head.lora_a":{"bytes":1572864,"dtype":"float32","elements":393216,"sha256":"67f47b402421f1db6ee1c02011c41a73a0a3a6a77507fc9f5d601483a3b2be57","shape":[256,1536]},"model.lm_head.lora_b":{"bytes":134217728,"dtype":"float32","elements":33554432,"sha256":"d13ca4930707e761db162cce557787149fb512e20b92145d6cf99a54ffa21997","shape":[131072,256]},"model.norm_f.eps_tensor":{"bytes":4,"dtype":"float32","elements":1,"sha256":"7dcf982234c431a3848d654b35f3fa95f66d7b9eb4b86cac491b2c856144cf33","shape":[]},"model.norm_f.weight":{"bytes":6144,"dtype":"float32","elements":1536,"sha256":"96c4f8a5b62cf42ee5c8014ebfe81d16b54c8102947f32191cbaa444b9148cd0","shape":[1536]},"model.prompt_cross_conditioner.k_proj":{"bytes":786432,"dtype":"float32","elements":196608,"sha256":"c5a5f2564b036c13069fe383c0dc4099def68800d007aad6deaf165ca850676c","shape":[128,1536]},"model.prompt_cross_conditioner.out_proj":{"bytes":786432,"dtype":"float32","elements":196608,"sha256":"3485b21e6d814406d5fedd7bcf367f54e5bea269739ad8015c44fe98425f845b","shape":[1536,128]},"model.prompt_cross_conditioner.q_proj":{"bytes":786432,"dtype":"float32","elements":196608,"sha256":"7d5a5fe87c785f4be3c2b2c6ac7f19fde71b89a8bdd7844ffd95f0397b64a0a0","shape":[128,1536]},"model.prompt_cross_conditioner.v_proj":{"bytes":786432,"dtype":"float32","elements":196608,"sha256":"153770b5906989dc90d2b834c190499e997d1a18eb89f4582eee214e54a2d01e","shape":[128,1536]},"model.prompt_hyper_conditioner.active_offset_mask":{"bytes":256,"dtype":"bool","elements":256,"sha256":"6fadfe9e4bb736210c59428469efbb6d416c82d4d0dcc1807979121e73c62461","shape":[256]},"model.prompt_hyper_conditioner.adaptive_gate_enabled":{"bytes":1,"dtype":"bool","elements":1,"sha256":"6e340b9cffb37a989ca544e6bb780a2c78901d3fb33738768511a30617afa01d","shape":[]},"model.prompt_hyper_conditioner.adaptive_gate_offset_bias":{"bytes":1024,"dtype":"float32","elements":256,"sha256":"5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef","shape":[256]},"model.prompt_hyper_conditioner.adaptive_gate_proj":{"bytes":256,"dtype":"float32","elements":64,"sha256":"5341e6b2646979a70e57653007a1f310169421ec9bdd9f1a5648f75ade005af1","shape":[64]},"model.prompt_hyper_conditioner.broad_hidden_proj":{"bytes":786432,"dtype":"float32","elements":196608,"sha256":"90a01ba308b5a5e43522ac4dbac3a3f2ecf8482e81095c6468e44c1c5e0afe62","shape":[128,1536]},"model.prompt_hyper_conditioner.broad_k_proj":{"bytes":786432,"dtype":"float32","elements":196608,"sha256":"78c499b29ea7ededecb1fdf8fe9df04e8b147964a85433f12d9f98c295eac910","shape":[128,1536]},"model.prompt_hyper_conditioner.broad_offset_mask":{"bytes":256,"dtype":"bool","elements":256,"sha256":"ff40fb4a64505cc7cb5c99f9e217d9e3f1de2045938baa4aa937699b234577e8","shape":[256]},"model.prompt_hyper_conditioner.broad_offset_proj":{"bytes":16777216,"dtype":"float32","elements":4194304,"sha256":"df3b0aca65af6cfb19358cb5025c2da0fc52e07dadedeba1ba6932b4b3c5824e","shape":[256,128,128]},"model.prompt_hyper_conditioner.broad_out_proj":{"bytes":67108864,"dtype":"float32","elements":16777216,"sha256":"6603a991eeffb81b6f96e5b07e60320f09d3690340e4608ac19da69ad041fe98","shape":[131072,128]},"model.prompt_hyper_conditioner.broad_q_proj":{"bytes":786432,"dtype":"float32","elements":196608,"sha256":"b09ce53ade31308efafa38715281bfdbfaa1b2b286a59345494545b17ccf42ac","shape":[128,1536]},"model.prompt_hyper_conditioner.broad_safety_class_exclusion":{"bytes":1,"dtype":"bool","elements":1,"sha256":"6e340b9cffb37a989ca544e6bb780a2c78901d3fb33738768511a30617afa01d","shape":[]},"model.prompt_hyper_conditioner.broad_safety_enabled":{"bytes":1,"dtype":"bool","elements":1,"sha256":"6e340b9cffb37a989ca544e6bb780a2c78901d3fb33738768511a30617afa01d","shape":[]},"model.prompt_hyper_conditioner.broad_safety_feature_proj":{"bytes":512,"dtype":"float32","elements":128,"sha256":"076a27c79e5ace2a3d47f9dd2e83e4ff6ea8872b3c2218f66c92b89b55f36560","shape":[128]},"model.prompt_hyper_conditioner.broad_safety_hard":{"bytes":1,"dtype":"bool","elements":1,"sha256":"6e340b9cffb37a989ca544e6bb780a2c78901d3fb33738768511a30617afa01d","shape":[]},"model.prompt_hyper_conditioner.broad_safety_offset_bias":{"bytes":1024,"dtype":"float32","elements":256,"sha256":"5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef","shape":[256]},"model.prompt_hyper_conditioner.broad_safety_prompt_proj":{"bytes":6144,"dtype":"float32","elements":1536,"sha256":"fd9243e1ba57263ed469c3bdbd7ade6ec5254e7ed924a9f5737fa44749933cc0","shape":[1536]},"model.prompt_hyper_conditioner.broad_safety_threshold":{"bytes":1024,"dtype":"float32","elements":256,"sha256":"5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef","shape":[256]},"model.prompt_hyper_conditioner.broad_v_proj":{"bytes":786432,"dtype":"float32","elements":196608,"sha256":"9d2c53986905f91e8b844b4e95f6b07d4e30b103374af9b5bacf5e82f5a1fbb4","shape":[128,1536]},"model.prompt_hyper_conditioner.execution_hidden_proj":{"bytes":786432,"dtype":"float32","elements":196608,"sha256":"d0150a70934c13e1bf10e900d895ea3e9f3fdfdfbd751f375fd106c3a92432b8","shape":[128,1536]},"model.prompt_hyper_conditioner.execution_k_proj":{"bytes":786432,"dtype":"float32","elements":196608,"sha256":"2f82dc74cb66b1c2ccc41d84865395a5d81768bc18e126338a5f4224788b9d3b","shape":[128,1536]},"model.prompt_hyper_conditioner.execution_offset_features":{"bytes":131072,"dtype":"float32","elements":32768,"sha256":"fa43239bcee7b97ca62f007cc68487560a39e19f74f3dde7486db3f98df8e471","shape":[256,128]},"model.prompt_hyper_conditioner.execution_offset_mask":{"bytes":256,"dtype":"bool","elements":256,"sha256":"5341e6b2646979a70e57653007a1f310169421ec9bdd9f1a5648f75ade005af1","shape":[256]},"model.prompt_hyper_conditioner.execution_out_proj":{"bytes":67108864,"dtype":"float32","elements":16777216,"sha256":"3b6a07d0d404fab4e23b6d34bc6696a6a312dd92821332385e5af7c01c421351","shape":[131072,128]},"model.prompt_hyper_conditioner.execution_q_proj":{"bytes":786432,"dtype":"float32","elements":196608,"sha256":"fc245c1eb9dc07365c50e450d281ad226356e02ee37b04ab8445e8f5cb016570","shape":[128,1536]},"model.prompt_hyper_conditioner.execution_v_proj":{"bytes":786432,"dtype":"float32","elements":196608,"sha256":"f89209f197a5c88b3466db8d07d606dfe8c2577f2d0bc8e778d44a899d28579f","shape":[128,1536]},"model.prompt_hyper_conditioner.frontier_feature_proj":{"bytes":8388608,"dtype":"float32","elements":2097152,"sha256":"2daeb1f36095b44b318410b3f4e8b5d989dcc7bb023d1426c492dab0a3053e74","shape":[256,64,128]},"model.prompt_hyper_conditioner.frontier_gate_enabled":{"bytes":1,"dtype":"bool","elements":1,"sha256":"6e340b9cffb37a989ca544e6bb780a2c78901d3fb33738768511a30617afa01d","shape":[]},"model.prompt_hyper_conditioner.frontier_gate_hard":{"bytes":1,"dtype":"bool","elements":1,"sha256":"6e340b9cffb37a989ca544e6bb780a2c78901d3fb33738768511a30617afa01d","shape":[]},"model.prompt_hyper_conditioner.frontier_gate_offset_bias":{"bytes":1024,"dtype":"float32","elements":256,"sha256":"5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef","shape":[256]},"model.prompt_hyper_conditioner.frontier_gate_proj":{"bytes":512,"dtype":"float32","elements":128,"sha256":"076a27c79e5ace2a3d47f9dd2e83e4ff6ea8872b3c2218f66c92b89b55f36560","shape":[128]},"model.prompt_hyper_conditioner.frontier_gate_threshold":{"bytes":1024,"dtype":"float32","elements":256,"sha256":"f6266df512f071ac505eed191ae133d690a7755f1f079e31cd24da47ac98e3ae","shape":[256]},"model.prompt_hyper_conditioner.frontier_offset_mask":{"bytes":256,"dtype":"bool","elements":256,"sha256":"5341e6b2646979a70e57653007a1f310169421ec9bdd9f1a5648f75ade005af1","shape":[256]},"model.prompt_hyper_conditioner.hidden_proj":{"bytes":393216,"dtype":"float32","elements":98304,"sha256":"b7526da0409e30c90419684b3b9228237f53c2cb9efb1f9751ceac86dedfcd4c","shape":[64,1536]},"model.prompt_hyper_conditioner.isolated_feature_proj":{"bytes":8388608,"dtype":"float32","elements":2097152,"sha256":"2daeb1f36095b44b318410b3f4e8b5d989dcc7bb023d1426c492dab0a3053e74","shape":[256,64,128]},"model.prompt_hyper_conditioner.isolated_gate_enabled":{"bytes":1,"dtype":"bool","elements":1,"sha256":"6e340b9cffb37a989ca544e6bb780a2c78901d3fb33738768511a30617afa01d","shape":[]},"model.prompt_hyper_conditioner.isolated_gate_hard":{"bytes":1,"dtype":"bool","elements":1,"sha256":"6e340b9cffb37a989ca544e6bb780a2c78901d3fb33738768511a30617afa01d","shape":[]},"model.prompt_hyper_conditioner.isolated_gate_offset_bias":{"bytes":1024,"dtype":"float32","elements":256,"sha256":"5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef","shape":[256]},"model.prompt_hyper_conditioner.isolated_gate_proj":{"bytes":512,"dtype":"float32","elements":128,"sha256":"076a27c79e5ace2a3d47f9dd2e83e4ff6ea8872b3c2218f66c92b89b55f36560","shape":[128]},"model.prompt_hyper_conditioner.isolated_gate_threshold":{"bytes":1024,"dtype":"float32","elements":256,"sha256":"f6266df512f071ac505eed191ae133d690a7755f1f079e31cd24da47ac98e3ae","shape":[256]},"model.prompt_hyper_conditioner.isolated_offset_mask":{"bytes":256,"dtype":"bool","elements":256,"sha256":"5341e6b2646979a70e57653007a1f310169421ec9bdd9f1a5648f75ade005af1","shape":[256]},"model.prompt_hyper_conditioner.isolated_out_proj":{"bytes":33554432,"dtype":"float32","elements":8388608,"sha256":"83ee47245398adee79bd9c0a8bc57b821e92aba10f5f9ade8a5d1fae4d8c4302","shape":[131072,64]},"model.prompt_hyper_conditioner.k_proj":{"bytes":393216,"dtype":"float32","elements":98304,"sha256":"1df0a06f5f019db3a5845fe4eecf9389b31f59fce45e7b69de73e1fc6a655f41","shape":[64,1536]},"model.prompt_hyper_conditioner.logit_scale":{"bytes":4,"dtype":"float32","elements":1,"sha256":"825ac1bb838d399fb1ba55a6247e2c8c7a0c3ec25898f3c94dbfb51fa6e73951","shape":[]},"model.prompt_hyper_conditioner.narrow_safety_class_exclusion":{"bytes":1,"dtype":"bool","elements":1,"sha256":"6e340b9cffb37a989ca544e6bb780a2c78901d3fb33738768511a30617afa01d","shape":[]},"model.prompt_hyper_conditioner.narrow_safety_enabled":{"bytes":1,"dtype":"bool","elements":1,"sha256":"6e340b9cffb37a989ca544e6bb780a2c78901d3fb33738768511a30617afa01d","shape":[]},"model.prompt_hyper_conditioner.narrow_safety_feature_proj":{"bytes":256,"dtype":"float32","elements":64,"sha256":"5341e6b2646979a70e57653007a1f310169421ec9bdd9f1a5648f75ade005af1","shape":[64]},"model.prompt_hyper_conditioner.narrow_safety_hard":{"bytes":1,"dtype":"bool","elements":1,"sha256":"6e340b9cffb37a989ca544e6bb780a2c78901d3fb33738768511a30617afa01d","shape":[]},"model.prompt_hyper_conditioner.narrow_safety_offset_bias":{"bytes":1024,"dtype":"float32","elements":256,"sha256":"5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef","shape":[256]},"model.prompt_hyper_conditioner.narrow_safety_prompt_proj":{"bytes":6144,"dtype":"float32","elements":1536,"sha256":"fd9243e1ba57263ed469c3bdbd7ade6ec5254e7ed924a9f5737fa44749933cc0","shape":[1536]},"model.prompt_hyper_conditioner.narrow_safety_threshold":{"bytes":1024,"dtype":"float32","elements":256,"sha256":"5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef","shape":[256]},"model.prompt_hyper_conditioner.offset_proj":{"bytes":4194304,"dtype":"float32","elements":1048576,"sha256":"5152dc8628be407905f24ed507349c94922277e14c10b1fc9bbb7a194667bf63","shape":[256,64,64]},"model.prompt_hyper_conditioner.offset_projection_mask":{"bytes":256,"dtype":"bool","elements":256,"sha256":"cb135625577d1ed92bdc86efe22e53a41a9c3085147f9329e7101d4d086c7073","shape":[256]},"model.prompt_hyper_conditioner.out_proj":{"bytes":33554432,"dtype":"float32","elements":8388608,"sha256":"7ae0ffdafeeec96aa5cab5eb295d148b76071b6e757348efb43dbc50d7de88c6","shape":[131072,64]},"model.prompt_hyper_conditioner.q_proj":{"bytes":393216,"dtype":"float32","elements":98304,"sha256":"02f2aa8c7dec56ec16065c366962acdc2fe477d89b7e247e586019c98f12eb08","shape":[64,1536]},"model.prompt_hyper_conditioner.semantic_aux_feature_proj":{"bytes":16777216,"dtype":"float32","elements":4194304,"sha256":"080acf35a507ac9849cfcba47dc2ad83e01b75663a516279c8b9d243b719643e","shape":[256,128,128]},"model.prompt_hyper_conditioner.semantic_aux_gate_bias":{"bytes":4,"dtype":"float32","elements":1,"sha256":"df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119","shape":[1]},"model.prompt_hyper_conditioner.semantic_aux_gate_enabled":{"bytes":1,"dtype":"bool","elements":1,"sha256":"6e340b9cffb37a989ca544e6bb780a2c78901d3fb33738768511a30617afa01d","shape":[]},"model.prompt_hyper_conditioner.semantic_aux_gate_hard":{"bytes":1,"dtype":"bool","elements":1,"sha256":"6e340b9cffb37a989ca544e6bb780a2c78901d3fb33738768511a30617afa01d","shape":[]},"model.prompt_hyper_conditioner.semantic_aux_gate_proj":{"bytes":6144,"dtype":"float32","elements":1536,"sha256":"fd9243e1ba57263ed469c3bdbd7ade6ec5254e7ed924a9f5737fa44749933cc0","shape":[1,1536]},"model.prompt_hyper_conditioner.semantic_aux_gate_static":{"bytes":1,"dtype":"bool","elements":1,"sha256":"6e340b9cffb37a989ca544e6bb780a2c78901d3fb33738768511a30617afa01d","shape":[]},"model.prompt_hyper_conditioner.semantic_aux_gate_threshold":{"bytes":4,"dtype":"float32","elements":1,"sha256":"d99e58435243d9fef9c88273b8d553b4fba4d0baf8009d29eae74fa99e0d9f57","shape":[]},"model.prompt_hyper_conditioner.semantic_aux_offset_mask":{"bytes":256,"dtype":"bool","elements":256,"sha256":"5341e6b2646979a70e57653007a1f310169421ec9bdd9f1a5648f75ade005af1","shape":[256]},"model.prompt_hyper_conditioner.semantic_feature_proj":{"bytes":16777216,"dtype":"float32","elements":4194304,"sha256":"080acf35a507ac9849cfcba47dc2ad83e01b75663a516279c8b9d243b719643e","shape":[256,128,128]},"model.prompt_hyper_conditioner.semantic_frontier_feature_proj":{"bytes":16777216,"dtype":"float32","elements":4194304,"sha256":"080acf35a507ac9849cfcba47dc2ad83e01b75663a516279c8b9d243b719643e","shape":[256,128,128]},"model.prompt_hyper_conditioner.semantic_frontier_offset_mask":{"bytes":256,"dtype":"bool","elements":256,"sha256":"5341e6b2646979a70e57653007a1f310169421ec9bdd9f1a5648f75ade005af1","shape":[256]},"model.prompt_hyper_conditioner.semantic_hidden_proj":{"bytes":786432,"dtype":"float32","elements":196608,"sha256":"6c0af7a4fc9ec279c56d6eca5cc3aa3d7f914e77ee8460bcaa515c7b9349eee3","shape":[128,1536]},"model.prompt_hyper_conditioner.semantic_k_proj":{"bytes":786432,"dtype":"float32","elements":196608,"sha256":"dffe331cdfc256d0a1bc046b5ba9bf1551e2cbf1a3e491de81572c7903681bb3","shape":[128,1536]},"model.prompt_hyper_conditioner.semantic_offset_mask":{"bytes":256,"dtype":"bool","elements":256,"sha256":"5341e6b2646979a70e57653007a1f310169421ec9bdd9f1a5648f75ade005af1","shape":[256]},"model.prompt_hyper_conditioner.semantic_out_proj":{"bytes":67108864,"dtype":"float32","elements":16777216,"sha256":"3b6a07d0d404fab4e23b6d34bc6696a6a312dd92821332385e5af7c01c421351","shape":[131072,128]},"model.prompt_hyper_conditioner.semantic_q_proj":{"bytes":786432,"dtype":"float32","elements":196608,"sha256":"b6499165c768f9ea887124e61d0bdae08d7f7c26ab463c9cb8ca4b44b6c92d5b","shape":[128,1536]},"model.prompt_hyper_conditioner.semantic_v_proj":{"bytes":786432,"dtype":"float32","elements":196608,"sha256":"c24f9067825c5946d93396bb2411d7aa7843be6fe881f60fd381bcc37a22299a","shape":[128,1536]},"model.prompt_hyper_conditioner.stop_bias":{"bytes":4,"dtype":"float32","elements":1,"sha256":"6ad07985edf134ccd929963df9615a7277ce10fae6347ec99ef2a9e22bb4082e","shape":[]},"model.prompt_hyper_conditioner.stop_enabled":{"bytes":1,"dtype":"bool","elements":1,"sha256":"4bf5122f344554c53bde2ebb8cd2b7e3d1600ad631c385a5d7cce23c7785459a","shape":[]},"model.prompt_hyper_conditioner.stop_hidden_proj":{"bytes":393216,"dtype":"float32","elements":98304,"sha256":"8554d4073663c4da4f15c40644aec0c7f6b261750565dd5ecbc3c167271a7900","shape":[64,1536]},"model.prompt_hyper_conditioner.stop_out":{"bytes":256,"dtype":"float32","elements":64,"sha256":"e72d5cdaee847ddcf656666ff3f162ccc98266fc8032243326fa9da9dacbdd26","shape":[64]},"model.prompt_hyper_conditioner.stop_prompt_proj":{"bytes":393216,"dtype":"float32","elements":98304,"sha256":"33266ac8d107ad76389ae09b4204b5668204ea81d6a0182b692b6b271cbdf13e","shape":[64,1536]},"model.prompt_hyper_conditioner.stop_threshold":{"bytes":4,"dtype":"float32","elements":1,"sha256":"35c2b904d71646198c08e2d1ccff53400e0fa8a1e82612147078feef74491159","shape":[]},"model.prompt_hyper_conditioner.v_proj":{"bytes":393216,"dtype":"float32","elements":98304,"sha256":"9164382af400d6838a5139e1699f404cbbdae4848dc518e0b90b9c1af4f7b72f","shape":[64,1536]},"output.0.weight":{"bytes":393216,"dtype":"float32","elements":98304,"sha256":"e1eb323bf9763952b10de83132e06920547eeb6582bcd964893f102169a14a11","shape":[64,1536]},"output.2.weight":{"bytes":393216,"dtype":"float32","elements":98304,"sha256":"f04e471868059b70ffdb7a79ed74ef09122075ebed0219ea7aa4b7d5e3acaceb","shape":[1536,64]},"updates.block_7.down":{"bytes":196608,"dtype":"float32","elements":49152,"sha256":"dbedd0c0cd870453e501fc66ab3c25ac8285708eb973f18bc4e32707d6914e18","shape":[32,1536]},"updates.block_7.up":{"bytes":196608,"dtype":"float32","elements":49152,"sha256":"9894e6e970d808ddd02ff552440fa07c46f89ca17653f019426f710f899edd02","shape":[1536,32]},"updates.block_8.down":{"bytes":196608,"dtype":"float32","elements":49152,"sha256":"d9741e287777813c5a7a4d7743ee3f2724c2ef06913830924c776444d7ee6fe3","shape":[32,1536]},"updates.block_8.up":{"bytes":196608,"dtype":"float32","elements":49152,"sha256":"80dbbecc09212e98b431758f4a59627194430713915ad47c1ba4f632032098af","shape":[1536,32]},"updates.q_7.down":{"bytes":196608,"dtype":"float32","elements":49152,"sha256":"b89838903d3c0fddddfa850e6a2057e30cc85f72e27286109f32a24370a83f7c","shape":[32,1536]},"updates.q_7.up":{"bytes":196608,"dtype":"float32","elements":49152,"sha256":"18e49d76a4a4af6703344c4797ee7b58a3064f9e3ec57a2d1a0e443f6da8f035","shape":[1536,32]},"updates.v_7.down":{"bytes":196608,"dtype":"float32","elements":49152,"sha256":"50d830ab6bd7a8670a18114d926ee6614e0331c823a103f4d7a210599f626c2e","shape":[32,1536]},"updates.v_7.up":{"bytes":49152,"dtype":"float32","elements":12288,"sha256":"702c40fd3580e206fb2d9be9d64f36a5c663329067e7ba55c90e6e9bd796c8d6","shape":[384,32]}},"weight_file":{"bytes":5368854415,"name":"model.safetensors","sha256":"3e80fb1d644542461d90cad3a9f3dcdd3bbaaca547ccc23d0ee3bd84547645cf"}}
|