Duplicate from PrunaAI/P-H3-Image

Co-authored-by: Nils Fleischmann <nifleisch@users.noreply.huggingface.co>

.gitattributes

@@ -0,0 +1,48 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+text_encoder/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+processor/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+prompt_upsampler_processor/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+assets/edits.jpg filter=lfs diff=lfs merge=lfs -text
+assets/multi_image.jpg filter=lfs diff=lfs merge=lfs -text
+assets/p-h3-image.jpg filter=lfs diff=lfs merge=lfs -text
+assets/prompt.jpg filter=lfs diff=lfs merge=lfs -text
+assets/resolution_ladder.jpg filter=lfs diff=lfs merge=lfs -text
+assets/styles.jpg filter=lfs diff=lfs merge=lfs -text
+assets/P-H3-Image-latency.png filter=lfs diff=lfs merge=lfs -text
+assets/P-H3-Image-memory.png filter=lfs diff=lfs merge=lfs -text
+assets/P-H3-Image-weights.png filter=lfs diff=lfs merge=lfs -text

LICENSE

@@ -0,0 +1,84 @@
+MiniMax H3 COMMUNITY LICENSE AGREEMENT
+MiniMax H3 release date/License date: August 2, 2026.
+The scope of this License Agreement (this “Agreement”) is expressly limited to the “Applicable Territory” as defined below.
+By clicking to accept, or by using, reproducing, modifying, distributing, running, or displaying any portion or element of the MiniMax H3 Works (including through any Hosted Services) in any manner, you acknowledge and accept the terms of this Agreement, and this Agreement shall take immediate effect upon the occurrence of such act.
+I.  Definitions
+1. “Acceptable Use Policy” means the policy published by MiniMax in Exhibit A.
+2. “Agreement” means the terms and conditions set forth herein that govern the use, reproduction, distribution, modification, running, and display of the MiniMax H3 Works or any portion or element thereof.
+3. “Applicable Territory” means worldwide, excluding the Excluded Territories.
+4. “Documentation” means the specifications, manuals, and documentation concerning MiniMax H3 that are publicly released by MiniMax.
+5. “Excluded Territories” means the European Union, the United Kingdom, the Republic of Korea and the United States of America.  
+6. “MiniMax H3” means the video generation model, together with its software and algorithms, including trained model weights, parameters (including optimizer states), machine-learning model code, inference-supporting code, and other elements thereof made publicly available by Us, as released at https://huggingface.co/MiniMaxAI/MiniMax-H3.
+7. “MiniMax H3 Works” means (i) the Materials, (ii) the Model Derivatives, and (iii) all derivatives thereof.
+8. “Hosted Services” means hosted services provided via application programming interfaces (APIs), web access, or any other electronic or remote means.
+9. “Licensee,” “you,” or “your” means the natural or legal person exercising rights and/or using the MiniMax H3 Works for any purpose in any field of use under this Agreement.
+10. “Materials” means, collectively, MiniMax H3 and the Documentation (and any portion thereof), in each case as made available by MiniMax under this Agreement and proprietary to MiniMax.
+11. “Model Derivatives” means all of the following: (i) any modification of MiniMax H3 or any Model Derivative thereof; (ii) any work based on MiniMax H3 or any Model Derivative thereof; or (iii) any other machine learning model created by transferring the patterns of the weights, parameters, operational patterns, or Outputs of MiniMax H3 or any Model Derivative thereof to another model, such that the latter model exhibits behavior similar to MiniMax H3 or its Model Derivatives, including by distillation methods, methods using intermediate data representations, or methods based on training using synthetic-data Outputs generated by MiniMax H3 or its Model Derivatives. For the avoidance of doubt, Outputs are not deemed Model Derivatives.
+12. “Output” means any result of operating or otherwise using MiniMax H3 or any Model Derivatives (including through Hosted Services).
+13. “Third Party” means any natural or legal person that is not under common control with us or with you.
+14. “Including” means “including but not limited to.”
+15. “We,” “Us”  or  “MiniMax” means Nanonoble Pte. Ltd..
+II.  Grant of Rights
+Solely within the Applicable Territory, we grant you a non-exclusive, non-transferable, royalty-free, limited license to use, reproduce, distribute, create derivative works (including Model Derivatives), and modify the Materials in accordance with the terms of this Agreement and the Acceptable Use Policy, based on the intellectual property and other rights owned by MiniMax that are embodied in or used by the Materials. You shall not violate (or encourage or permit any person to violate) any term of this Agreement or the Acceptable Use Policy.
+We will continuously evaluate the applicable laws, regulations and compliance requirements for the Excluded Territories. In the meantime, should any person in such Excluded Territories be interested in deploying our models, you are welcome to contact us about obtaining a license, which will be granted based on robust controls and guardrails for purposes of complying with the laws, regulations and compliance requirements of the Excluded Territories.
+III.  Distribution and Redistribution
+Subject to and conditioned on your continuing compliance with this Agreement, including its territorial restrictions and the Acceptable Use Policy, and solely within the Applicable Territory, you may distribute or make available the MiniMax H3 Works to Third Parties within the Applicable Territory; provided, that all of the following conditions are met:
+1. You must provide a copy of this Agreement to all such Third Parties who receive the MiniMax H3 Works or use your products or services related thereto;
+2. You must cause any modified files to carry prominent notices stating that you have modified such files;
+3. You are encouraged to:
+  a. display a notice on any product or service developed using MiniMax H3 indicating that the product or service is “Powered by MiniMax H3”; 
+  b. add an AI-generation identifier to files produced using generative AI models including MiniMax H3; and
+  c. publish at least one technical blog post or a public statement describing your experience using MiniMax H3 Works;
+4. All distributions to Third Parties (other than through Hosted Services) must be accompanied by a “NOTICE” text file containing the following notice:
+  “MiniMax H3 is licensed under the MiniMax H3 Community License Agreement, Copyright © 2026 MiniMax. All Rights Reserved.”
+You may add your own copyright notices on your modifications; except as provided in this Section and in Section V, however, you may not impose additional or different terms and conditions on the use, reproduction, or distribution of your modifications or of any aggregate Model Derivatives, and your use, reproduction, modification, distribution, running, and display of the work must otherwise comply with the terms and conditions of this Agreement (including the provisions concerning the Applicable Territory). If you receive the MiniMax H3 Works from a Licensee as part of an integrated end-user product, the provisions of Section III of this Agreement do not apply to you, but Section V and Exhibit A remain applicable.
+IV.  Additional Commercial Terms
+1. You shall obtain a separate, prior written authorization from MiniMax by contacting api@minimax.io with the subject line “MiniMax H3 licensing - authorization request”, if your commercial products and services generate more than 20 million US dollars (or equivalent in other currencies) in yearly revenue.
+2. You shall prominently display “MiniMax H3”on the user interface of commercial product or service that uses MiniMax H3 or MiniMax H3 Works.
+V. Use Restrictions
+1. Your use of the MiniMax H3 Works must comply with applicable laws and regulations (including trade-compliance laws and regulations) and must comply with the Acceptable Use Policy for the MiniMax H3 Works, which is incorporated into this Agreement by reference. 
+2. Before providing access to the MiniMax H3 Works or any product, service, or Hosted Service incorporating them, you must bind each recipient or user to enforceable terms at least as protective as the use restrictions in this Section V and Exhibit A, and you must notify each recipient or user that those restrictions apply.
+3. You may not use the MiniMax H3 Works or any of their Outputs or results to improve any other artificial intelligence model (other than MiniMax H3 or its Model Derivatives).
+4. You may not use, reproduce, modify, distribute, or display the MiniMax H3 Works or any of their Outputs or results outside the Applicable Territory. Any such use outside the Applicable Territory is not authorized by this Agreement.
+5. If you provide or make available to any Third Party a product, service, or Hosted Service that permits the generation of Outputs using MiniMax H3 or any Model Derivative, you must, before making that product or service available and throughout its operation, implement, maintain, test, and periodically review reasonable and proportionate technical and organizational safeguards designed to prevent and mitigate access, uses, and Outputs that violate this Section V or Exhibit A, including uses or Outputs that infringe, misappropriate, or otherwise violate any Third Party’s intellectual-property or other rights. You must not knowingly disable, materially weaken, or permit the circumvention of those safeguards. You must maintain a reasonably accessible mechanism for reporting suspected violations. Upon receiving a good-faith report or otherwise obtaining actual knowledge of a violation, you must promptly investigate and take reasonable steps within your control to stop or mitigate the violation, including removing or disabling access to offending content or services and suspending or terminating repeat violators where appropriate. You are responsible for implementing and enforcing these requirements with respect to your products, services, systems, users, and downstream recipients.
+VI.  Intellectual Property
+1. Subject to MiniMax’s rights in the MiniMax H3 Works (and the intellectual property therein), and to your compliance with the terms and conditions of this Agreement, as between you and MiniMax, you will own the derivative works and modifications of the Materials that you have created or had created, as well as any Model Derivatives.
+2. Except for the limited license expressly granted in this paragraph, no trademark license is granted under this Agreement; with respect to MiniMax H3 Works, the Licensee may not use any name or mark owned by or associated with MiniMax or any of its affiliates, except as reasonably and customarily necessary to describe and distribute the MiniMax H3 Works. MiniMax hereby grants you a license to use the “MiniMax H3” mark (the “Mark”) within the Applicable Territory solely for the purpose of complying with Section III.3; provided, that you comply with all applicable trademark-protection laws. All goodwill arising from your use of the Mark shall inure to the benefit of MiniMax.
+3. If you bring or assert any suit or other legal proceeding (including a cross-claim or counterclaim in any action) against us or any other natural or legal person alleging that the Materials, any Output, or any portion of the foregoing infringes any intellectual property right or other right owned by you or for which you can obtain a license, all licenses granted to you under this Agreement will terminate as of the date such suit or proceeding is filed. You shall defend, indemnify, and hold us harmless against any Third-Party claim arising out of or related to the use or distribution of the MiniMax H3 Works by you or by any Third Party.
+4. MiniMax claims no rights over the Outputs you generate. You and your users are entirely responsible for the Outputs and any subsequent use thereof.
+VII.  Disclaimers and Limitations of Liability
+1. We have no obligation to support, update, provide training for, or develop any further version of the MiniMax H3 Works, or to grant any license with respect thereto.
+2. UNLESS AND ONLY TO THE EXTENT REQUIRED BY APPLICABLE LAW, THE MINIMAX H3 WORKS AND ANY OUTPUT AND RESULTS THEREFROM ARE PROVIDED “AS IS” WITHOUT ANY EXPRESS OR IMPLIED WARRANTIES OF ANY KIND INCLUDING ANY WARRANTIES OF TITLE, MERCHANTABILITY, NONINFRINGEMENT, COURSE OF DEALING, USAGE OF TRADE, OR FITNESS FOR A PARTICULAR PURPOSE. YOU ARE SOLELY RESPONSIBLE FOR DETERMINING THE APPROPRIATENESS OF USING, REPRODUCING, MODIFYING, PERFORMING, DISPLAYING OR DISTRIBUTING ANY OF THE MINIMAX H3 WORKS OR OUTPUTS AND ASSUME ANY AND ALL RISKS ASSOCIATED WITH YOUR OR A THIRD PARTY’S USE OR DISTRIBUTION OF ANY OF THE MINIMAX H3 WORKS OR OUTPUTS AND YOUR EXERCISE OF RIGHTS AND PERMISSIONS UNDER THIS AGREEMENT.
+3. TO THE FULLEST EXTENT PERMITTED BY APPLICABLE LAW, IN NO EVENT SHALL MINIMAX OR ITS AFFILIATES BE LIABLE UNDER ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, TORT, NEGLIGENCE, PRODUCTS LIABILITY, OR OTHERWISE, FOR ANY DAMAGES, INCLUDING ANY DIRECT, INDIRECT, SPECIAL, INCIDENTAL, EXEMPLARY, CONSEQUENTIAL OR PUNITIVE DAMAGES, OR LOST PROFITS OF ANY KIND ARISING FROM THIS AGREEMENT OR RELATED TO ANY OF THE MINIMAX H3 WORKS OR OUTPUTS, EVEN IF MINIMAX OR ITS AFFILIATES HAVE BEEN ADVISED OF THE POSSIBILITY OF ANY OF THE FOREGOING.
+VIII.  Term and Termination
+1. This Agreement is effective from the moment you accept this Agreement or begin accessing the Materials, and, subject to your compliance with its terms and conditions, will remain in effect until terminated as provided herein.
+2. If you breach any term or condition of this Agreement, we have the right to terminate this Agreement. Upon termination, you must immediately cease accessing, using, and distributing the MiniMax H3 Works; delete or destroy all copies within your possession or control; and notify each downstream recipient that your authorization has ended. The obligations in the preceding sentence and Sections VI.1, VI.3, VII, and IX survive termination.
+IX.  Governing Law and Jurisdiction
+1. This Agreement, and any dispute arising out of or related to this Agreement, shall be governed by the laws of the Hong Kong Special Administrative Region of the People’s Republic of China, without regard to its conflict-of-laws rules. The United Nations Convention on Contracts for the International Sale of Goods does not apply to this Agreement.
+2. Any dispute arising out of or related to this Agreement shall be subject to the exclusive jurisdiction of the courts of the Hong Kong Special Administrative Region of the People’s Republic of China with competent jurisdiction. Both MiniMax and the Licensee hereby consent to the exclusive jurisdiction of such courts for any such dispute.
+Additional Note: Please note that the encoder of MiniMax H3 uses Qwen3-VL-32B, which is licensed under Apache 2.0 License: https://github.com/QwenLM/Qwen3-VL/blob/main/LICENSE.
+
+Exhibit A — Acceptable Use Policy
+MiniMax reserves the right to update this Acceptable Use Policy from time to time. 
+Last revised: August 2, 2026.
+MiniMax is committed to promoting the safe and fair use of its tools and features, including MiniMax H3. You agree not to use MiniMax H3, any Model Derivatives, or any Output in any of the following ways:
+1. Use outside the Applicable Territory;
+2. Use in any manner that violates any applicable national, federal, state, local, or international law, regulation, or other legal requirement, or that infringes, misappropriates, or otherwise violates any Third Party’s intellectual-property or other proprietary rights, including through unauthorized reproduction, distribution, public display, public performance, or creation of derivative works;
+3. Use in any manner that may harm yourself or others;
+4. Use to repurpose or distribute the Outputs of MiniMax H3 or any Model Derivatives in order to harm yourself or others;
+5. Use to circumvent or bypass any safety guardrails or safeguards we have implemented;
+6. Use in any manner that exploits or harms, or intends to exploit or harm, minors;
+7. Use to generate or disseminate verifiably false information and/or content for the purpose of harming others or influencing elections;
+8. Use to manufacture or facilitate false online engagement, including fake reviews and other means of false online engagement;
+9. Use to intentionally defame, disparage, or otherwise harass others;
+10. Use to generate and/or disseminate malware (including ransomware) or any other content intended to damage electronic systems;
+11. Use to generate or disseminate personally identifiable information for the purpose of harming others;
+12. Use to generate or disseminate information (including images, code, posts, or articles) in or to any public environment (including via bot tweets or similar means) without clearly and prominently disclosing that such information and/or content is machine-generated;
+13. Use to impersonate another person without that person’s consent, authorization, or lawful right to do so;
+14. Use to make high-risk automated decisions in critical domains that affect individual safety, rights, or well-being (such as law enforcement, immigration, healthcare or medical services, critical-infrastructure management, product-safety components, essential services, credit, employment, housing, education, social scoring, or insurance);
+15. Use in any manner that violates or disregards the social, ethical, or moral standards of other countries or regions;
+16. Use to carry out, assist, threaten, incite, plan, advocate for, or encourage violent extremism or terrorism;
+17. Use for any purpose intended to discriminate against, or harm, individuals or groups based on protected characteristics or categories, online or offline social behavior, or known or predicted personality traits;
+18. Use to intentionally exploit the vulnerabilities of specific populations based on age, social, physical, or psychological characteristics, so as to materially distort the behavior of a member of that group in a manner that causes, or is likely to cause, physical or psychological harm to that person or to others;
+19. Use for military purposes;
+20. Use to engage in any unauthorized or unlicensed professional activity, including but not limited to financial, legal, medical or healthcare, or other professional practice.

LICENSE-APACHE

@@ -0,0 +1,202 @@
+
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright 2026 Alibaba Cloud
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

NOTICE

@@ -0,0 +1,14 @@
+p-h3-image
+Copyright 2026 Pruna AI
+
+The files in this repository were modified by Pruna AI.
+
+transformer/, vae/, text_connector/ and text_encoder/
+    p-h3-image, based on MiniMax-H3 by MiniMax (https://huggingface.co/MiniMaxAI/MiniMax-H3), under the MiniMax H3
+    Community License Agreement, see LICENSE. The text encoder is also based on Qwen3-VL-4B by the Qwen team
+    (https://huggingface.co/Qwen/Qwen3-VL-4B-Instruct); its Qwen3-VL-4B parts are under the Apache License 2.0, see
+    LICENSE-APACHE.
+
+prompt_upsampler/
+    The p-h3-image prompt upsampler, based on Qwen3.5-9B by the Qwen team (https://huggingface.co/Qwen/Qwen3.5-9B),
+    under the Apache License 2.0, see LICENSE-APACHE.

README.md

@@ -0,0 +1,354 @@
+---
+license: other
+license_name: minimax-h3-community-license-agreement
+license_link: LICENSE
+base_model: MiniMaxAI/MiniMax-H3
+base_model_relation: finetune
+library_name: diffusers
+pipeline_tag: text-to-image
+language:
+- en
+tags:
+- text-to-image
+- image-to-image
+- image-generation
+- image-editing
+- prompt-upsampling
+- minimax-h3
+- diffusers
+- modular-diffusers
+- pruna-ai
+---
+<!-- header start -->
+<p align="center">
+  <img src="assets/p-h3-image.jpg" width="800">
+</p>
+<!-- header end -->
+
+<p align="center">
+  <a href="https://github.com/PrunaAI/pruna">
+    <img src="https://img.shields.io/badge/GitHub-PrunaAI-9334E9?style=plastic&logo=github&logoColor=white" alt="GitHub">
+  </a>
+  &nbsp;
+  <a href="https://twitter.com/PrunaAI">
+    <img src="https://img.shields.io/badge/Twitter%2FX-@PrunaAI-9334E9?style=plastic&logo=x&logoColor=white" alt="Twitter/X">
+  </a>
+  &nbsp;
+  <a href="https://www.linkedin.com/company/pruna-ai">
+    <img src="https://img.shields.io/badge/LinkedIn-PrunaAI-9334E9?style=plastic&logo=linkedin&logoColor=white" alt="LinkedIn">
+  </a>
+  &nbsp;
+  <a href="https://discord.com/invite/JFQmtFKCjd">
+    <img src="https://img.shields.io/badge/Discord-Join%20us-9334E9?style=plastic&logo=discord&logoColor=white" alt="Discord">
+  </a>
+  &nbsp;
+  <a href="https://dashboard.pruna.ai/login?utm_source=huggingface&utm_medium=org_card&utm_campaign=hf_traffic">
+    <img src="https://img.shields.io/badge/Performance%20Models-Try%20them%20now-9334E9?style=plastic&logo=data:image/svg%2bxml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHdpZHRoPSI0MTEiIGhlaWdodD0iNDc3IiBmaWxsPSJub25lIj48cGF0aCBmaWxsPSIjZmZmIiBkPSJNMjMuNzAzIDMwMC41MzJjLTEuODQyLS42NzQtNC4xNDItMS4wNTctNS43MDMtMi4wMjktMTIuNTU4LTcuODQ2LTguODM3LTI1LjE3MiA1LjI1NS0yOC4zNjFhLjY2LjY2IDAgMCAwIC4zNDgtLjIwMS42LjYgMCAwIDAgLjE1Ni0uMzZxNi40OS04MS45ODYgNjguNTc3LTEzNC42MjlhLjM0LjM0IDAgMCAwIC4wOTItLjEyNS4zMy4zMyAwIDAgMC0uMDI2LS4zLjMzLjMzIDAgMCAwLS4xMTItLjEwOGMtNC4xMTUtMi40OTctOC42NC00Ljc1LTEyLjM1My03LjQ0M2ExOTAgMTkwIDAgMCAxLTE4Ljc5NC0xNS41MjJjLTIuOTM2LTIuNzY4LTMuNzAzLTUuODkxLjU4LTcuNzdhLjUuNSAwIDAgMCAuMjgtLjYwOEM1MyA3NS45NSA0OC40MTcgNDguNTk5IDQ1LjUxOCAxOS42NXEtLjM5My0zLjg1Mi0uMjcxLTYuMzJhLjc1Ljc1IDAgMCAxIC4xMzQtLjQuNy43IDAgMCAxIC4zMjQtLjI1NXEyLjEwNC0uODQyIDUuODQ0LTEuNDMxYzU4LjExNC05LjEzNiAxMjcuMDA5IDguNDI1IDE0NC4zMDcgNzIuNjQ1cS4xMDMuMzY0LjE3OCAwIDUuMDk2LTI0LjA5NyA0LjYzOC00OC4xOTMtLjA0Ny0yLjc4NyAxLjg3OS00Ljc4OCAxMC40MDctMTAuOCAyNC43OTgtOC42ODdjNy40NzEgMS4wOTUgNy43NDIgNC42MzggNy4yMDkgMTEuMWEzMzQgMzM0IDAgMCAxLTExLjg4NCA2NC43MDYuMzg4LjM4OCAwIDAgMCAuMTgyLjQ0NC40LjQgMCAwIDAgLjE2NC4wNTFjOTIuNDIxIDguNDUzIDE1OC44NzUgNzkuNDg5IDE2NS4wODQgMTcxLjI3NGExIDEgMCAwIDAgLjEyOS40MjQuODMuODMgMCAwIDAgLjI5MS4yOTZjMy43NSAyLjE3IDYuMiAyLjIxNiA4Ljg1NSA2LjU5MiA1LjA2OCA4LjMzMiAxLjQ1IDIwLjQzMS04LjU5MyAyMi40N2ExLjcxIDEuNzEgMCAwIDAtMS4zNjUgMS40NjhxLTkuMTczIDc1LjM4My02NC43NjIgMTIzLjM3MWMtMjguNjIyIDI0LjcwNC02NS43NDQgMzkuNzQ5LTEwMy40NjQgNDIuMzMtMTAwLjM1OSA2Ljg2My0xODQuNDg2LTY1LjYyMi0xOTUuMDA1LTE2NS41N2EuOC44IDAgMCAwLS4xNTQtLjM5NS43NC43NCAwIDAgMC0uMzMzLS4yNU0xNTEuMzM4IDk3LjY0M2wxOS4wNjYgMTkuMzc1YS41LjUgMCAwIDAgLjE1LjEuNS41IDAgMCAwIC4xNzYuMDMxLjQzLjQzIDAgMCAwIC4zMTktLjE1cTEwLjg0Ny0xMi40NjUgNy40NDMtMjguMTU1Yy00LjUzNS0yMC44Ni0xOC41OTgtMzcuNjY0LTM3LjI3MS00OC4zODktMjEuMDY3LTEyLjY4OS00Ny44NjUtMTUuOTA1LTcyLjI4LTE0Ljg0cS0uNjE3LjAzLS4xNC40MjJsNjMuNDcyIDUzLjMyNmEuNC40IDAgMCAwIC4xNDQuMDcyLjM0LjM0IDAgMCAwIC4zMDEtLjA2OC4zLjMgMCAwIDAgLjA4OC0uMTI2IDQ3IDQ3IDAgMCAwIDMuMjgyLTEzLjA4MXEuMDIzLS4yMzMuMTI0LS40MzN0LjI2OC0uMzM0YzIuOTU1LTIuNDc4IDQuMTE1LjQ1OCA0LjY5NCAyLjg1MnEyLjMyIDkuNTM3LjE4NyAxOS4yNDRhMS40OCAxLjQ4IDAgMCAwIC40NCAxLjQwM3ptLTYuNTI2IDkuMjk1LTkuMDI0LTEwLjI3NmEuNy43IDAgMCAwLS4zNDMtLjIwNy44Ni44NiAwIDAgMC0uNDMzIDBxLTExLjY4IDMuMDIxLTIzLjExNC0uODIyYy01LjgxNi0zLjg1Mi0uNzU4LTUuNTE3IDIuNTktNS44MTZxNS45MTgtLjUzMyAxMS43MzUtMi41MDZhLjMuMyAwIDAgMCAuMTI3LS4wOC4zLjMgMCAwIDAgLjA3My0uMTMzLjM0LjM0IDAgMCAwIC4wMDEtLjE1NC4zNC4zNCAwIDAgMC0uMDctLjEzOGMtMTkuNDU5LTIxLjE1LTQwLjc2LTQwLjI0NS02Mi4yNzUtNTkuMjY0cS0uMzU2LS4zMTgtLjMxOC4xNWEzMDggMzA4IDAgMCAwIDguMzg3IDUxLjgwMmM0LjU5MiAxOC4zMDggMTMuNzU1IDM0LjE1NyAzMS44NDggNDEuODcycTI2LjI0NyAxMS4xODIgNTMuNzI5IDIuODMzYS41ODMuNTgzIDAgMCAwIC4yOTktLjg4OCAyMzUgMjM1IDAgMCAwLTEzLjIxMi0xNi4zNzNtNDUuMTI1IDQ5Ljc0NXEtMTIuNTk1IDEuMzE4LTIzLjQ0MS01LjU4M2MtMy4wNzctNC44OTkgMi4wNjYtOC41OTMgNS40NDItMTEuMTgzYS41ODQuNTg0IDAgMCAwIC4xODctLjcwMSA4LjQ2IDguNDYgMCAwIDAtMy40ODgtMy44NjIuODEuODEgMCAwIDAtLjgyMy4wMDljLTE2LjY5MSA5Ljk3Ny0zNC40ODUgMTAuNzgyLTUzLjE4NiA2Ljk2N3EtMS41Ny0uMzItMi44NTIuNjQ1LTYxLjQ1MSA0Ni4zNy02OS42NyAxMjMuOTEzLS42ODMgNi40MzMtMS44MDYgOC44MjdjLTIuOTQ1IDYuMzAyLTcuNzcgNy44NDUtMTQuMjIyIDkuNDcycS0uNDQ5LjExMyAwIC4yMzRjOS4yNzYgMi4zMSAxNC42OCA2LjE0MyAxNi4wNzQgMTYuNDAxIDguNDYyIDYyLjQ5IDQ4Ljk0IDExNy44NjQgMTEwLjM4MyAxMzguMzQxYTEwNCAxMDQgMCAwIDAgMTEuMDA2IDMuNTA3YzkyLjY0NSAyMy45MDkgMTgxLjIzMi0zMy42NjIgMjAyLjgwNC0xMjUuMDU0cTEuNjA5LTYuNzkgMy40NS0xOS4wODVjMS4xMDQtNy4zOTYgNS42OTUtMTIuMTE4IDEzLjE0Ny0xMy41NjguNDEyLS4wODQgMS45MDgtLjc1Ny4yODEtLjk5MS04LjA1MS0xLjE0MS0xMi4yNC02LjM4Ni0xMi45ODgtMTQuMTI4cS0xLjA3NS0xMS4yNS0yLjUxNi0xOS4wMzhjLTExLjc3Mi02My44OTItNTYuMzgzLTExNC41NzItMTE5LjI4NS0xMzEuNDZxLTE1LjEyLTMuODgtMzAuOTg3LTUuMjQ1YS4zODYuMzg2IDAgMCAwLS40MDIuMjUyIDE2OC42IDE2OC42IDAgMCAxLTExLjM1MiAyNC44NTRjLTQuMTMzIDcuNDA2LTguMTYzIDE1LjQ5NC0xNS43NTYgMTYuNDc2Ii8+PGNpcmNsZSBjeD0iMTQwLjA2NSIgY3k9IjI3My4wMyIgcj0iNTAuNjE4IiBzdHJva2U9IiNmZmYiIHN0cm9rZS13aWR0aD0iOS4yMDMiLz48cGF0aCBmaWxsPSIjZmZmIiBkPSJNMTQ2Ljk2NyAyNDIuMDkyYzE1LjY3MiAwIDI4LjM3NiAxMy45NjMgMjguMzc2IDMxLjE4OHMtMTIuNzA0IDMxLjE4OS0yOC4zNzYgMzEuMTg5LTI4LjM3Ny0xMy45NjQtMjguMzc3LTMxLjE4OWMwLTIuNjI1LjI5Ny01LjE3NC44NTItNy42MSAxLjYwNyAzLjcyNyA1LjMxMyA2LjMzOCA5LjYyOSA2LjMzOCA1Ljc4OSAwIDEwLjQ4MS00LjY5MyAxMC40ODItMTAuNDgycy00LjY5My0xMC40ODEtMTAuNDgyLTEwLjQ4MWMtLjc2MSAwLTEuNTA0LjA4My0yLjIxOS4yMzcgNS4xMzktNS42NzYgMTIuMjUzLTkuMTkgMjAuMTE1LTkuMTkiLz48Y2lyY2xlIGN4PSIyNjkuOTMyIiBjeT0iMjczLjAzIiByPSI1MC42MTgiIHN0cm9rZT0iI2ZmZiIgc3Ryb2tlLXdpZHRoPSI5LjIwMyIvPjxwYXRoIGZpbGw9IiNmZmYiIGQ9Ik0yNzYuODM0IDI0Mi4wOTJjMTUuNjcyIDAgMjguMzc2IDEzLjk2MyAyOC4zNzYgMzEuMTg4cy0xMi43MDQgMzEuMTg5LTI4LjM3NiAzMS4xODktMjguMzc3LTEzLjk2NC0yOC4zNzctMzEuMTg5YzAtMi42MjUuMjk3LTUuMTc0Ljg1My03LjYxIDEuNjA2IDMuNzI3IDUuMzEyIDYuMzM4IDkuNjI4IDYuMzM4IDUuNzg5IDAgMTAuNDgyLTQuNjkzIDEwLjQ4Mi0xMC40ODJzLTQuNjkzLTEwLjQ4MS0xMC40ODItMTAuNDgxYy0uNzYxIDAtMS41MDQuMDgzLTIuMjE5LjIzNyA1LjEzOS01LjY3NiAxMi4yNTQtOS4xOSAyMC4xMTUtOS4xOSIvPjxwYXRoIHN0cm9rZT0iI2ZmZiIgc3Ryb2tlLXdpZHRoPSI5LjIwMyIgZD0iTTE3Ny4xMzUgMzQ1LjMyOGMuODk5LS4yNCAyLjgwMS0uMTk3IDYuMzA0LjQ2NCA2LjMxMSAxLjE5IDE2LjU4NSA0LjIyMSAyNi4xMjIgNC4yMjEgOS40NTIgMCAxNy4xMTgtMS45MjYgMjEuMzgzLTIuNjAzLjc3LS4xMjMgMS4zODUtLjE5OSAxLjg3OC0uMjM3LS4zNCAxMy44NDMtMTIuODkzIDI3LjcxLTI3Ljg2OCAyNy43MS0xNS4xNzIgMC0yNy44NzYtMTMuODM1LTI3Ljg3Ni0yOC44MTEgMC0uMzU3LjAyOS0uNTk2LjA1Ny0uNzQ0WiIvPjwvc3ZnPg==" alt="Performance Models">
+  </a>
+</p>
+<div align="center">
+
+<h1 style="color: #9334E9;">P-H3-Image</h1>
+
+<h2>Image generation and editing based on MiniMax-H3</h2>
+
+<h3>
+  <span style="color: #9334E9;">8 steps</span>
+  &nbsp;·&nbsp;
+  <span style="color: #9334E9;">No CFG</span>
+  &nbsp;·&nbsp;
+  <span style="color: #9334E9;">8 MP</span>
+  &nbsp;·&nbsp;
+  Text-to-image and editing with up to 8 images
+</h3>
+
+</div>
+
+**P-H3-Image** is an image model for text-to-image generation and image editing, based on
+[MiniMax-H3](https://huggingface.co/MiniMaxAI/MiniMax-H3). It renders 8-megapixel images in 8 steps without
+classifier-free guidance, edits with up to 8 input images, and comes with a prompt upsampler that turns a one-line
+request into the full prompt P-H3-Image renders best. It is strongest at photorealism, film and editorial looks, and
+graphic styles with short quoted text.
+
+This repository holds the [diffusers](https://github.com/huggingface/diffusers) pipeline. For ComfyUI, with int8 and
+4-bit files that run in 21 GB of VRAM, see [PrunaAI/P-H3-Image-Comfy](https://huggingface.co/PrunaAI/P-H3-Image-Comfy).
+Read the full blog post [here](https://pruna.ai/blog/oss-p-h3-image-launch).
+
+| | |
+|---|---|
+| **Tasks** | Text-to-image, and image editing with 1 to 8 input images |
+| **Sampling** | 8 steps, no CFG or negative prompt |
+| **Resolution** | 8 MP for text-to-image, 4 or 8 MP for edits |
+| **Prompt upsampler** | Included and on by default, based on Qwen3.5-9B |
+| **Weights** | 33.1B-parameter transformer, 4B text encoder, VAE and prompt upsampler, 100 GB in bf16 |
+| **GPU memory at 8 MP** | About 101 GB with the prompt upsampler, 83 GB without |
+
+## Quickstart
+
+Run text-to-image and editing with the same pipeline. At 8 MP in bf16 it needs a GPU with about 101 GB of memory,
+such as one H200 or B200, or 80 GB with [offloading](#less-gpu-memory).
+
+```bash
+pip install git+https://github.com/huggingface/diffusers
+pip install -U transformers accelerate torch pillow
+```
+
+```python
+import torch
+from diffusers import ModularPipeline
+
+pipe = ModularPipeline.from_pretrained("PrunaAI/P-H3-Image")
+pipe.load_components(dtype=torch.bfloat16)
+pipe.to("cuda")
+
+prompt = (
+    "A German Expressionist oil painting of a Berlin street at night in the manner of Ernst Ludwig Kirchner, "
+    "with gaunt figures hurrying past a glowing gas lamp."
+)
+image = pipe(
+    prompt=prompt,
+    height=3360, width=2496,  # 8 MP, 3:4
+    generator=torch.Generator().manual_seed(3),
+    output="images",
+)[0]
+image.save("berlin.png")
+```
+
+The pipeline picks the task from its inputs. Pass `image` to edit.
+
+```python
+from diffusers.utils import load_image
+
+# Edit one image
+edited = pipe(prompt="let it snow on the street", image=image, output="images")[0]
+
+# Up to 8 images. The first is edited, the others are references, named Picture 2, Picture 3 and so on.
+composed = pipe(
+    prompt="give the woman in picture 1 the hat from picture 2",
+    image=[load_image("portrait.png"), load_image("hat.png")],
+    output="images",
+)[0]
+```
+
+## Recommended resolutions
+
+<p align="center">
+  <img src="assets/resolutions.png" width="100%">
+</p>
+
+P-H3-Image works best at **8 MP**. Images at 2 and 4 MP can be good too, but artifacts become more frequent, especially
+in faces, hands and small details. For text-to-image, use one of the 8 MP sizes below. The default is 2912 × 2912.
+
+Edits work best at 4 or 8 MP. Without `height` and `width`, the edit is generated at the size of Picture 1, scaled up to
+at least 4 MP. The other images keep their size between 1 and 8 MP. Passing `height` and `width` changes the canvas,
+not the images. Sides are rounded to multiples of 32, with a warning.
+
+| Aspect ratio | 8 MP (width × height) | 4 MP, for edits |
+|:---:|:---:|:---:|
+| 1:1 | **2912 × 2912** | 2048 × 2048 |
+| 4:3 | **3360 × 2496** | 2368 × 1760 |
+| 3:4 | **2496 × 3360** | 1760 × 2368 |
+| 3:2 | **3552 × 2368** | 2496 × 1664 |
+| 2:3 | **2368 × 3552** | 1664 × 2496 |
+| 16:9 | **3872 × 2176** | 2720 × 1536 |
+| 9:16 | **2176 × 3872** | 1536 × 2720 |
+
+```python
+SIZES_8MP = {  # aspect ratio -> (width, height)
+    "1:1": (2912, 2912),
+    "4:3": (3360, 2496),
+    "3:4": (2496, 3360),
+    "3:2": (3552, 2368),
+    "2:3": (2368, 3552),
+    "16:9": (3872, 2176),
+    "9:16": (2176, 3872),
+}
+
+width, height = SIZES_8MP["16:9"]
+image = pipe(prompt=prompt, width=width, height=height, output="images")[0]
+```
+
+<p align="center">
+  <img src="assets/resolution_ladder.jpg" width="100%">
+</p>
+
+*The same prompt and seed from 1 to 16 MP, with the face enlarged in the bottom row. At 1 MP the face is smooth and
+waxy. From 8 MP on, skin texture, stray hairs and the gold earrings come through. The composition shifts between
+resolutions because the noise changes with the image size.*
+
+## Prompting
+
+P-H3-Image is sensitive to prompting and renders full, specific prompts much better than short requests. The pipeline
+therefore runs a prompt upsampler, based on Qwen3.5-9B, on every request. It writes a detailed prompt for the aspect
+ratio of `height` and `width`, or, for an edit, a brief of what to keep and what to change. The prompt it wrote comes
+back as the `prompt` output.
+
+```python
+out = pipe(prompt=prompt, height=3360, width=2496, output=["images", "prompt"])
+print(out["prompt"])
+```
+
+To render a prompt as written, remove the step from the blocks.
+
+```python
+blocks = ModularPipeline.from_pretrained("PrunaAI/P-H3-Image").blocks
+blocks.sub_blocks.pop("prompt_upsampler")
+
+pipe = blocks.init_pipeline("PrunaAI/P-H3-Image")
+pipe.load_components(dtype=torch.bfloat16)
+pipe.to("cuda")
+image = pipe(prompt=prompt, height=3360, width=2496, output="images")[0]  # rendered as written
+```
+
+When you write prompts by hand, four things matter most.
+
+1. **Say what the image is.** Open with one sentence that names the real object the image is, such as "a photograph
+   by an experienced street photographer", "a frame from a Japanese anime TV series", "a two-color risograph print" or
+   "a flat scan of a handwritten recipe card". This sets the look more reliably than any style word.
+2. **Describe one scene.** Give a viewpoint, one main subject caught in a moment, a few supporting elements, and light
+   with a source and a direction.
+3. **Spell out every word.** Text without its exact words turns into pseudo-text. Put each piece of text in quotes,
+   keep each string short, say where it sits, and end with "no other text". If you want no text, don't mention signs
+   or labels at all.
+4. **Leave out hype words.** Stunning, epic, cinematic, vibrant, hyper-detailed, 8k or masterpiece push P-H3-Image
+   toward a glossy, oversaturated, airbrushed look.
+
+<p align="center">
+  <img src="assets/prompt.jpg" width="100%">
+</p>
+
+*The first sentence says what the image is (bold), and every string that must appear is quoted (blue). The
+handwriting follows the quoted text almost word for word.*
+
+Styles that work especially well include documentary and editorial photography, portraits with real skin texture, film
+frames, TV-frame anime, ink and charcoal drawings, screen-printed posters and flat graphic design with short quoted
+text.
+
+<p align="center">
+  <img src="assets/styles.jpg" width="100%">
+</p>
+
+*Risograph print, child's crayon drawing, 1960s color photograph, 1970s film frame.*
+
+## Editing
+
+Pass one image to edit it, or a list of up to 8. Picture 1 is the image to edit, and the others are references the
+request can name as Picture 2, Picture 3 and so on. The upsampler writes the edit prompt in the form P-H3-Image edits
+best from, so a short request such as "make the pickup truck red" is enough.
+
+<p align="center">
+  <img src="assets/edits.jpg" width="100%">
+</p>
+
+*The same short request given as typed (middle) and written as an edit prompt that names what to keep (right), the form
+the upsampler writes. As typed, P-H3-Image often redraws the whole scene. As an edit prompt, only the requested part
+changes.*
+
+P-H3-Image combines many references at once. Given up to 8 pictures and a one-line request, the upsampler names each
+picture and what to take from it, and P-H3-Image composes them into one scene.
+
+<p align="center">
+  <img src="assets/multi_image.jpg" width="100%">
+</p>
+
+*Top, eight public-domain portraits and the dinner party P-H3-Image composed from them, from a one-sentence request.
+Bottom, eight scientists at a poker table, seven presidents wading through the swamp with an astronaut, and characters
+from our own renders in the same swamp.*
+
+To write edit prompts without the upsampler, use this form.
+
+```txt
+Edit <Picture 1>. <The change, described as the finished result>. Keep <everything that must stay> exactly as it is.
+```
+
+- **Point to the exact thing.** Name the object, person or text you mean and where it is, such as "the old man's faded
+  blue cap" rather than "his hat".
+- **Describe the result, not the action.** Say how the edited part looks in the finished image, and give new things a
+  size next to something already there, such as "about the size of the cat's head".
+- **Say what stays.** List what must not change, such as faces, poses, the background and the light. Without this
+  list, P-H3-Image tends to redraw the whole image.
+- **Quote new text exactly.** Put new text in quotes and name the text around it that must stay.
+
+## Less GPU memory
+
+With auto offloading, diffusers moves each component onto the GPU when a step needs it, so the pipeline runs on one
+80 GB GPU such as an H100, peaking at about 76 GB at 8 MP.
+
+```python
+import torch
+from diffusers import ComponentsManager, ModularPipeline
+
+manager = ComponentsManager()
+manager.enable_auto_cpu_offload(device="cuda")
+
+pipe = ModularPipeline.from_pretrained("PrunaAI/P-H3-Image", components_manager=manager)
+pipe.load_components(dtype=torch.bfloat16)
+image = pipe(prompt=prompt, height=3360, width=2496, output="images")[0]
+```
+
+## Performance
+
+One NVIDIA B200, bf16, batch size 1, 8 MP, no compilation or offloading.
+
+| | Time | Peak GPU memory |
+|---|:---:|:---:|
+| Text-to-image, prompt as written | about 9 s | 83 GB |
+| Prompt upsampler | 6 to 11 s more | 101 GB with the image model |
+
+The 8 steps run over the checkpoint's own sampling grid. Pass `sigmas` to use another one. There is no guider,
+`negative_prompt` or `guidance_scale`. For GPUs with less memory, use the int8 or w4a8 files in
+[PrunaAI/P-H3-Image-Comfy](https://huggingface.co/PrunaAI/P-H3-Image-Comfy).
+
+## Limitations
+
+- **It is sensitive to prompting.** Hype words and very long prompts make images worse, and very short prompts give
+  weak results without the upsampler.
+- **Hands can break, and small people in the background can come out distorted.** Rendering at 8 MP helps.
+- **Text is not fully reliable.** Small or dense text, such as body copy or long code, turns into pseudo-text, and
+  longer passages sometimes get single letters wrong. Short quoted strings render well.
+- **Lower resolutions show more artifacts.** At 2 and 4 MP, faces, hands and small details break more often than at
+  8 MP.
+- **Single images only.** P-H3-Image does not generate video or audio.
+
+## License
+
+P-H3-Image is based on MiniMax-H3 and released under the [MiniMax H3 Community License](LICENSE). Please read it before
+use. Among other terms, it excludes the European Union, the United Kingdom, the Republic of Korea and the United States
+unless you have a separate license from MiniMax, and products built on it must show "Powered by MiniMax H3". The text
+encoder's Qwen3-VL-4B parts and the prompt upsampler, based on Qwen3.5-9B, are under the
+[Apache License 2.0](LICENSE-APACHE). See [NOTICE](NOTICE) for details.
+
+## What's next?
+
+- Compress your own models with [Pruna](https://github.com/PrunaAI/pruna) and give us a ⭐️ for more efficiency!
+- Want to use our optimized image models right away? Check [P-Image-Ideogram](https://www.pruna.ai/p-image-ideogram) and [P-Image-Edit](https://www.pruna.ai/p-image-edit).
+
+<style>
+.model-button {
+  display: inline-flex;
+  flex-direction: row;
+  justify-content: center;
+  align-items: center;
+  gap: 8px;
+
+  padding: 8px 20px;
+  border: none;
+  border-radius: 8px;
+
+  background: #9334e9;
+  color: #ffffff;
+
+  font-size: 14px;
+  font-weight: 400;
+  line-height: 1;
+  text-decoration: none;
+  white-space: nowrap;
+  cursor: pointer;
+
+  box-sizing: border-box;
+  overflow: visible;
+  opacity: 1;
+}
+</style>
+
+<a href="https://dashboard.pruna.ai/login?utm_source=huggingface&utm_medium=model_card&utm_campaign=hf_traffic" class="model-button">Try our models</a>

audio_scheduler/scheduler_config.json

@@ -0,0 +1,6 @@
+{
+  "_class_name": "MiniMaxH3Scheduler",
+  "_diffusers_version": "0.42.0.dev0",
+  "shift": 12.0,
+  "shift_provided_sigmas": false
+}

modular_model_index.json

@@ -0,0 +1,160 @@
+{
+  "_class_name": "PH3ImageModularPipeline",
+  "_diffusers_version": "0.42.0.dev0",
+  "_blocks_class_name": "PH3ImageBlocks",
+  "reference_min_pixels": 1048576,
+  "reference_max_pixels": 8388608,
+  "canvas_min_pixels": 4194304,
+  "vision_pixels": 1000000,
+  "sample_sigmas": [
+    1.0,
+    0.984753,
+    0.967905,
+    0.951688,
+    0.925372,
+    0.881923,
+    0.810083,
+    0.528718,
+    0.0
+  ],
+  "text_encoder": [
+    "transformers",
+    "Qwen3VLForConditionalGeneration",
+    {
+      "type_hint": [
+        "transformers",
+        "Qwen3VLForConditionalGeneration"
+      ],
+      "pretrained_model_name_or_path": "PrunaAI/P-H3-Image",
+      "subfolder": "text_encoder",
+      "variant": null,
+      "revision": null
+    }
+  ],
+  "text_connector": [
+    "diffusers",
+    "PH3ImageTextConnector",
+    {
+      "type_hint": [
+        "diffusers",
+        "PH3ImageTextConnector"
+      ],
+      "pretrained_model_name_or_path": "PrunaAI/P-H3-Image",
+      "subfolder": "text_connector",
+      "variant": null,
+      "revision": null
+    }
+  ],
+  "tokenizer": [
+    "transformers",
+    "Qwen2TokenizerFast",
+    {
+      "type_hint": [
+        "transformers",
+        "Qwen2TokenizerFast"
+      ],
+      "pretrained_model_name_or_path": "PrunaAI/P-H3-Image",
+      "subfolder": "tokenizer",
+      "variant": null,
+      "revision": null
+    }
+  ],
+  "processor": [
+    "transformers",
+    "Qwen3VLProcessor",
+    {
+      "type_hint": [
+        "transformers",
+        "Qwen3VLProcessor"
+      ],
+      "pretrained_model_name_or_path": "PrunaAI/P-H3-Image",
+      "subfolder": "processor",
+      "variant": null,
+      "revision": null
+    }
+  ],
+  "vae": [
+    "diffusers",
+    "AutoencoderKLPH3Image",
+    {
+      "type_hint": [
+        "diffusers",
+        "AutoencoderKLPH3Image"
+      ],
+      "pretrained_model_name_or_path": "PrunaAI/P-H3-Image",
+      "subfolder": "vae",
+      "variant": null,
+      "revision": null
+    }
+  ],
+  "transformer": [
+    "diffusers",
+    "MiniMaxH3Transformer3DModel",
+    {
+      "type_hint": [
+        "diffusers",
+        "MiniMaxH3Transformer3DModel"
+      ],
+      "pretrained_model_name_or_path": "PrunaAI/P-H3-Image",
+      "subfolder": "transformer",
+      "variant": null,
+      "revision": null
+    }
+  ],
+  "scheduler": [
+    "diffusers",
+    "MiniMaxH3Scheduler",
+    {
+      "type_hint": [
+        "diffusers",
+        "MiniMaxH3Scheduler"
+      ],
+      "pretrained_model_name_or_path": "PrunaAI/P-H3-Image",
+      "subfolder": "scheduler",
+      "variant": null,
+      "revision": null
+    }
+  ],
+  "audio_scheduler": [
+    "diffusers",
+    "MiniMaxH3Scheduler",
+    {
+      "type_hint": [
+        "diffusers",
+        "MiniMaxH3Scheduler"
+      ],
+      "pretrained_model_name_or_path": "PrunaAI/P-H3-Image",
+      "subfolder": "audio_scheduler",
+      "variant": null,
+      "revision": null
+    }
+  ],
+  "prompt_upsampler": [
+    "transformers",
+    "Qwen3_5ForConditionalGeneration",
+    {
+      "pretrained_model_name_or_path": "PrunaAI/P-H3-Image",
+      "revision": null,
+      "subfolder": "prompt_upsampler",
+      "type_hint": [
+        "transformers",
+        "Qwen3_5ForConditionalGeneration"
+      ],
+      "variant": null
+    }
+  ],
+  "prompt_upsampler_processor": [
+    "transformers",
+    "AutoProcessor",
+    {
+      "pretrained_model_name_or_path": "PrunaAI/P-H3-Image",
+      "revision": null,
+      "subfolder": "prompt_upsampler_processor",
+      "type_hint": [
+        "transformers",
+        "AutoProcessor"
+      ],
+      "variant": null
+    }
+  ]
+}

processor/chat_template.jinja

@@ -0,0 +1,120 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0].role == 'system' %}
+        {%- if messages[0].content is string %}
+            {{- messages[0].content }}
+        {%- else %}
+            {%- for content in messages[0].content %}
+                {%- if 'text' in content %}
+                    {{- content.text }}
+                {%- endif %}
+            {%- endfor %}
+        {%- endif %}
+        {{- '\n\n' }}
+    {%- endif %}
+    {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {{- '<|im_start|>system\n' }}
+        {%- if messages[0].content is string %}
+            {{- messages[0].content }}
+        {%- else %}
+            {%- for content in messages[0].content %}
+                {%- if 'text' in content %}
+                    {{- content.text }}
+                {%- endif %}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set image_count = namespace(value=0) %}
+{%- set video_count = namespace(value=0) %}
+{%- for message in messages %}
+    {%- if message.role == "user" %}
+        {{- '<|im_start|>' + message.role + '\n' }}
+        {%- if message.content is string %}
+            {{- message.content }}
+        {%- else %}
+            {%- for content in message.content %}
+                {%- if content.type == 'image' or 'image' in content or 'image_url' in content %}
+                    {%- set image_count.value = image_count.value + 1 %}
+                    {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%}
+                    <|vision_start|><|image_pad|><|vision_end|>
+                {%- elif content.type == 'video' or 'video' in content %}
+                    {%- set video_count.value = video_count.value + 1 %}
+                    {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%}
+                    <|vision_start|><|video_pad|><|vision_end|>
+                {%- elif 'text' in content %}
+                    {{- content.text }}
+                {%- endif %}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role + '\n' }}
+        {%- if message.content is string %}
+            {{- message.content }}
+        {%- else %}
+            {%- for content_item in message.content %}
+                {%- if 'text' in content_item %}
+                    {{- content_item.text }}
+                {%- endif %}
+            {%- endfor %}
+        {%- endif %}
+        {%- if message.tool_calls %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if (loop.first and message.content) or (not loop.first) %}
+                    {{- '\n' }}
+                {%- endif %}
+                {%- if tool_call.function %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {{- '<tool_call>\n{"name": "' }}
+                {{- tool_call.name }}
+                {{- '", "arguments": ' }}
+                {%- if tool_call.arguments is string %}
+                    {{- tool_call.arguments }}
+                {%- else %}
+                    {{- tool_call.arguments | tojson }}
+                {%- endif %}
+                {{- '}\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {%- if message.content is string %}
+            {{- message.content }}
+        {%- else %}
+            {%- for content in message.content %}
+                {%- if content.type == 'image' or 'image' in content or 'image_url' in content %}
+                    {%- set image_count.value = image_count.value + 1 %}
+                    {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%}
+                    <|vision_start|><|image_pad|><|vision_end|>
+                {%- elif content.type == 'video' or 'video' in content %}
+                    {%- set video_count.value = video_count.value + 1 %}
+                    {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%}
+                    <|vision_start|><|video_pad|><|vision_end|>
+                {%- elif 'text' in content %}
+                    {{- content.text }}
+                {%- endif %}
+            {%- endfor %}
+        {%- endif %}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

processor/processor_config.json

@@ -0,0 +1,61 @@
+{
+  "image_processor": {
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_processor_type": "Qwen2VLImageProcessor",
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "merge_size": 2,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "size": {
+      "longest_edge": 16777216,
+      "shortest_edge": 65536
+    },
+    "temporal_patch_size": 2
+  },
+  "processor_class": "Qwen3VLProcessor",
+  "video_processor": {
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "do_sample_frames": true,
+    "fps": 2,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "max_frames": 768,
+    "max_video_tokens": 768,
+    "merge_size": 2,
+    "min_frames": 4,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "return_metadata": false,
+    "size": {
+      "longest_edge": 25165824,
+      "shortest_edge": 4096
+    },
+    "temporal_patch_size": 2,
+    "video_processor_type": "Qwen3VLVideoProcessor"
+  }
+}

processor/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506
+size 11422650

processor/tokenizer_config.json

@@ -0,0 +1,31 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "is_local": true,
+  "local_files_only": false,
+  "model_max_length": 262144,
+  "pad_token": "<|endoftext|>",
+  "processor_class": "Qwen3VLProcessor",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

prompt_upsampler/config.json

@@ -0,0 +1,112 @@
+{
+  "architectures": [
+    "Qwen3_5ForConditionalGeneration"
+  ],
+  "dtype": "bfloat16",
+  "image_token_id": 248056,
+  "model_type": "qwen3_5",
+  "text_config": {
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "attn_output_gate": true,
+    "bos_token_id": null,
+    "dtype": "float32",
+    "eos_token_id": 248044,
+    "full_attention_interval": 4,
+    "head_dim": 256,
+    "hidden_act": "silu",
+    "hidden_size": 4096,
+    "initializer_range": 0.02,
+    "intermediate_size": 12288,
+    "layer_types": [
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention"
+    ],
+    "linear_conv_kernel_dim": 4,
+    "linear_key_head_dim": 128,
+    "linear_num_key_heads": 16,
+    "linear_num_value_heads": 32,
+    "linear_value_head_dim": 128,
+    "mamba_ssm_dtype": "float32",
+    "max_position_embeddings": 262144,
+    "mlp_only_layers": [],
+    "model_type": "qwen3_5_text",
+    "mtp_num_hidden_layers": 1,
+    "mtp_use_dedicated_embeddings": false,
+    "num_attention_heads": 16,
+    "num_hidden_layers": 32,
+    "num_key_value_heads": 4,
+    "pad_token_id": null,
+    "rms_norm_eps": 1e-06,
+    "rope_parameters": {
+      "mrope_interleaved": true,
+      "mrope_section": [
+        11,
+        11,
+        10
+      ],
+      "partial_rotary_factor": 0.25,
+      "rope_theta": 10000000,
+      "rope_type": "default"
+    },
+    "tie_word_embeddings": false,
+    "use_cache": true,
+    "vocab_size": 248320
+  },
+  "tie_word_embeddings": false,
+  "transformers_version": "5.20.2",
+  "video_token_id": 248057,
+  "vision_config": {
+    "deepstack_visual_indexes": [],
+    "depth": 27,
+    "dtype": "float32",
+    "hidden_act": "gelu_pytorch_tanh",
+    "hidden_size": 1152,
+    "in_channels": 3,
+    "initializer_range": 0.02,
+    "intermediate_size": 4304,
+    "model_type": "qwen3_5_vision",
+    "num_heads": 16,
+    "num_position_embeddings": 2304,
+    "out_hidden_size": 4096,
+    "patch_size": 16,
+    "rope_parameters": {
+      "rope_theta": 10000.0,
+      "rope_type": "axial"
+    },
+    "spatial_merge_size": 2,
+    "temporal_patch_size": 2
+  },
+  "vision_end_token_id": 248054,
+  "vision_start_token_id": 248053
+}

prompt_upsampler/generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "eos_token_id": 248044,
+  "transformers_version": "5.20.2",
+  "use_cache": true
+}

prompt_upsampler/model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af4cf75e63a8d7cb96d03d25add224b243380f04a8c83ef4b47c40a50e36962
+size 4942706120

prompt_upsampler/model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb3821101877085712f6d51510bf0796d7b5bd50d3804f299472ce94b449302
+size 4987757928

prompt_upsampler/model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:078775ad9f57fac960fd5bf53754b9e4b07dd403e60b15de15998e876926a312
+size 4954810240

prompt_upsampler/model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24196f3a3680e0d72270fa6c7d27379690d5887fa4af5bcd1f5beecdd843fbcf
+size 3934446832

prompt_upsampler/model.safetensors.index.json

@@ -0,0 +1,768 @@
+{
+  "metadata": {
+    "total_parameters": 9409813744,
+    "total_size": 18819627488
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00001-of-00004.safetensors",
+    "model.language_model.embed_tokens.weight": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.0.linear_attn.A_log": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.0.linear_attn.conv1d.weight": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.0.linear_attn.dt_bias": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.0.linear_attn.in_proj_a.weight": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.0.linear_attn.in_proj_b.weight": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.0.linear_attn.in_proj_qkv.weight": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.0.linear_attn.in_proj_z.weight": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.0.linear_attn.norm.weight": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.0.linear_attn.out_proj.weight": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.1.linear_attn.A_log": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.1.linear_attn.conv1d.weight": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.1.linear_attn.dt_bias": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.1.linear_attn.in_proj_a.weight": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.1.linear_attn.in_proj_b.weight": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.1.linear_attn.in_proj_qkv.weight": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.1.linear_attn.in_proj_z.weight": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.1.linear_attn.norm.weight": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.1.linear_attn.out_proj.weight": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.10.linear_attn.A_log": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.10.linear_attn.conv1d.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.10.linear_attn.dt_bias": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.10.linear_attn.in_proj_a.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.10.linear_attn.in_proj_b.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.10.linear_attn.in_proj_qkv.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.10.linear_attn.in_proj_z.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.10.linear_attn.norm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.10.linear_attn.out_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.11.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.11.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.12.linear_attn.A_log": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.12.linear_attn.conv1d.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.12.linear_attn.dt_bias": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.12.linear_attn.in_proj_a.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.12.linear_attn.in_proj_b.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.12.linear_attn.in_proj_qkv.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.12.linear_attn.in_proj_z.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.12.linear_attn.norm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.12.linear_attn.out_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.13.linear_attn.A_log": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.13.linear_attn.conv1d.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.13.linear_attn.dt_bias": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.13.linear_attn.in_proj_a.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.13.linear_attn.in_proj_b.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.13.linear_attn.in_proj_qkv.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.13.linear_attn.in_proj_z.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.13.linear_attn.norm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.13.linear_attn.out_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.13.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.13.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.13.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.14.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.14.linear_attn.A_log": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.14.linear_attn.conv1d.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.14.linear_attn.dt_bias": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.14.linear_attn.in_proj_a.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.14.linear_attn.in_proj_b.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.14.linear_attn.in_proj_qkv.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.14.linear_attn.in_proj_z.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.14.linear_attn.norm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.14.linear_attn.out_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.14.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.14.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.14.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.14.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.15.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.15.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.15.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.15.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.15.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.15.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.15.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.15.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.15.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.15.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.15.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.16.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.16.linear_attn.A_log": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.16.linear_attn.conv1d.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.16.linear_attn.dt_bias": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.16.linear_attn.in_proj_a.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.16.linear_attn.in_proj_b.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.16.linear_attn.in_proj_qkv.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.16.linear_attn.in_proj_z.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.16.linear_attn.norm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.16.linear_attn.out_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.16.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.16.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.16.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.16.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.17.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.17.linear_attn.A_log": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.17.linear_attn.conv1d.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.17.linear_attn.dt_bias": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.17.linear_attn.in_proj_a.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.17.linear_attn.in_proj_b.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.17.linear_attn.in_proj_qkv.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.17.linear_attn.in_proj_z.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.17.linear_attn.norm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.17.linear_attn.out_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.17.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.17.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.17.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.17.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.18.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.18.linear_attn.A_log": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.18.linear_attn.conv1d.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.18.linear_attn.dt_bias": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.18.linear_attn.in_proj_a.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.18.linear_attn.in_proj_b.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.18.linear_attn.in_proj_qkv.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.18.linear_attn.in_proj_z.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.18.linear_attn.norm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.18.linear_attn.out_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.18.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.18.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.18.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.18.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.19.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.19.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.19.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.19.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.19.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.19.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.19.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.19.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.19.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.19.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.19.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.2.linear_attn.A_log": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.2.linear_attn.conv1d.weight": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.2.linear_attn.dt_bias": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.2.linear_attn.in_proj_a.weight": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.2.linear_attn.in_proj_b.weight": "model-00001-of-00004.safetensors",
+    "model.language_model.layers.2.linear_attn.in_proj_qkv.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.2.linear_attn.in_proj_z.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.2.linear_attn.norm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.2.linear_attn.out_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.2.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.2.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.2.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.2.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.20.linear_attn.A_log": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.20.linear_attn.conv1d.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.20.linear_attn.dt_bias": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.20.linear_attn.in_proj_a.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.20.linear_attn.in_proj_b.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.20.linear_attn.in_proj_qkv.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.20.linear_attn.in_proj_z.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.20.linear_attn.norm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.20.linear_attn.out_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.20.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.21.linear_attn.A_log": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.21.linear_attn.conv1d.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.21.linear_attn.dt_bias": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.21.linear_attn.in_proj_a.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.21.linear_attn.in_proj_b.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.21.linear_attn.in_proj_qkv.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.21.linear_attn.in_proj_z.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.21.linear_attn.norm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.21.linear_attn.out_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.22.linear_attn.A_log": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.22.linear_attn.conv1d.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.22.linear_attn.dt_bias": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.22.linear_attn.in_proj_a.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.22.linear_attn.in_proj_b.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.22.linear_attn.in_proj_qkv.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.22.linear_attn.in_proj_z.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.22.linear_attn.norm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.22.linear_attn.out_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.23.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.23.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.24.linear_attn.A_log": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.24.linear_attn.conv1d.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.24.linear_attn.dt_bias": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.24.linear_attn.in_proj_a.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.24.linear_attn.in_proj_b.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.24.linear_attn.in_proj_qkv.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.24.linear_attn.in_proj_z.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.24.linear_attn.norm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.24.linear_attn.out_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.25.linear_attn.A_log": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.25.linear_attn.conv1d.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.25.linear_attn.dt_bias": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.25.linear_attn.in_proj_a.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.25.linear_attn.in_proj_b.weight": "model-00003-of-00004.safetensors",
+    "model.language_model.layers.25.linear_attn.in_proj_qkv.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.25.linear_attn.in_proj_z.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.25.linear_attn.norm.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.25.linear_attn.out_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.25.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.25.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.25.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.25.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.26.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.26.linear_attn.A_log": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.26.linear_attn.conv1d.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.26.linear_attn.dt_bias": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.26.linear_attn.in_proj_a.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.26.linear_attn.in_proj_b.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.26.linear_attn.in_proj_qkv.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.26.linear_attn.in_proj_z.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.26.linear_attn.norm.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.26.linear_attn.out_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.26.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.26.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.26.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.26.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.27.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.27.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.27.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.27.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.27.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.27.self_attn.k_norm.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.27.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.27.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.27.self_attn.q_norm.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.27.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.27.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.28.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.28.linear_attn.A_log": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.28.linear_attn.conv1d.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.28.linear_attn.dt_bias": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.28.linear_attn.in_proj_a.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.28.linear_attn.in_proj_b.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.28.linear_attn.in_proj_qkv.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.28.linear_attn.in_proj_z.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.28.linear_attn.norm.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.28.linear_attn.out_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.28.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.28.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.28.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.28.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.29.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.29.linear_attn.A_log": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.29.linear_attn.conv1d.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.29.linear_attn.dt_bias": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.29.linear_attn.in_proj_a.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.29.linear_attn.in_proj_b.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.29.linear_attn.in_proj_qkv.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.29.linear_attn.in_proj_z.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.29.linear_attn.norm.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.29.linear_attn.out_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.29.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.29.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.29.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.29.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.3.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.3.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.3.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.3.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.3.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.3.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.3.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.3.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.3.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.3.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.3.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.30.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.30.linear_attn.A_log": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.30.linear_attn.conv1d.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.30.linear_attn.dt_bias": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.30.linear_attn.in_proj_a.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.30.linear_attn.in_proj_b.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.30.linear_attn.in_proj_qkv.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.30.linear_attn.in_proj_z.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.30.linear_attn.norm.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.30.linear_attn.out_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.30.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.30.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.30.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.30.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.31.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.31.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.31.self_attn.k_norm.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.31.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.31.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.31.self_attn.q_norm.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.31.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.31.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
+    "model.language_model.layers.4.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.4.linear_attn.A_log": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.4.linear_attn.conv1d.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.4.linear_attn.dt_bias": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.4.linear_attn.in_proj_a.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.4.linear_attn.in_proj_b.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.4.linear_attn.in_proj_qkv.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.4.linear_attn.in_proj_z.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.4.linear_attn.norm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.4.linear_attn.out_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.4.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.4.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.4.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.4.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.5.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.5.linear_attn.A_log": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.5.linear_attn.conv1d.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.5.linear_attn.dt_bias": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.5.linear_attn.in_proj_a.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.5.linear_attn.in_proj_b.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.5.linear_attn.in_proj_qkv.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.5.linear_attn.in_proj_z.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.5.linear_attn.norm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.5.linear_attn.out_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.5.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.5.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.5.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.5.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.6.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.6.linear_attn.A_log": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.6.linear_attn.conv1d.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.6.linear_attn.dt_bias": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.6.linear_attn.in_proj_a.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.6.linear_attn.in_proj_b.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.6.linear_attn.in_proj_qkv.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.6.linear_attn.in_proj_z.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.6.linear_attn.norm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.6.linear_attn.out_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.6.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.6.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.6.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.6.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.7.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.7.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.7.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.7.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.7.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.7.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.7.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.7.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.7.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.7.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.7.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.8.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.8.linear_attn.A_log": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.8.linear_attn.conv1d.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.8.linear_attn.dt_bias": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.8.linear_attn.in_proj_a.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.8.linear_attn.in_proj_b.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.8.linear_attn.in_proj_qkv.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.8.linear_attn.in_proj_z.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.8.linear_attn.norm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.8.linear_attn.out_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.8.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.8.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.8.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.8.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.9.linear_attn.A_log": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.9.linear_attn.conv1d.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.9.linear_attn.dt_bias": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.9.linear_attn.in_proj_a.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.9.linear_attn.in_proj_b.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.9.linear_attn.in_proj_qkv.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.9.linear_attn.in_proj_z.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.9.linear_attn.norm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.9.linear_attn.out_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.language_model.norm.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.0.attn.proj.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.0.attn.proj.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.0.attn.qkv.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.0.attn.qkv.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.0.mlp.linear_fc1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.0.mlp.linear_fc1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.0.mlp.linear_fc2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.0.mlp.linear_fc2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.0.norm1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.0.norm1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.0.norm2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.0.norm2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.1.attn.proj.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.1.attn.proj.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.1.attn.qkv.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.1.attn.qkv.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.1.mlp.linear_fc1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.1.mlp.linear_fc1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.1.mlp.linear_fc2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.1.mlp.linear_fc2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.1.norm1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.1.norm1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.1.norm2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.1.norm2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.10.attn.proj.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.10.attn.proj.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.10.attn.qkv.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.10.attn.qkv.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.10.mlp.linear_fc1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.10.mlp.linear_fc1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.10.mlp.linear_fc2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.10.mlp.linear_fc2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.10.norm1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.10.norm1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.10.norm2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.10.norm2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.11.attn.proj.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.11.attn.proj.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.11.attn.qkv.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.11.attn.qkv.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.11.mlp.linear_fc1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.11.mlp.linear_fc1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.11.mlp.linear_fc2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.11.mlp.linear_fc2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.11.norm1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.11.norm1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.11.norm2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.11.norm2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.12.attn.proj.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.12.attn.proj.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.12.attn.qkv.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.12.attn.qkv.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.12.mlp.linear_fc1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.12.mlp.linear_fc1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.12.mlp.linear_fc2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.12.mlp.linear_fc2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.12.norm1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.12.norm1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.12.norm2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.12.norm2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.13.attn.proj.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.13.attn.proj.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.13.attn.qkv.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.13.attn.qkv.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.13.mlp.linear_fc1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.13.mlp.linear_fc1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.13.mlp.linear_fc2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.13.mlp.linear_fc2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.13.norm1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.13.norm1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.13.norm2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.13.norm2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.14.attn.proj.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.14.attn.proj.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.14.attn.qkv.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.14.attn.qkv.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.14.mlp.linear_fc1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.14.mlp.linear_fc1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.14.mlp.linear_fc2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.14.mlp.linear_fc2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.14.norm1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.14.norm1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.14.norm2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.14.norm2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.15.attn.proj.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.15.attn.proj.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.15.attn.qkv.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.15.attn.qkv.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.15.mlp.linear_fc1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.15.mlp.linear_fc1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.15.mlp.linear_fc2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.15.mlp.linear_fc2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.15.norm1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.15.norm1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.15.norm2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.15.norm2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.16.attn.proj.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.16.attn.proj.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.16.attn.qkv.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.16.attn.qkv.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.16.mlp.linear_fc1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.16.mlp.linear_fc1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.16.mlp.linear_fc2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.16.mlp.linear_fc2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.16.norm1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.16.norm1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.16.norm2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.16.norm2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.17.attn.proj.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.17.attn.proj.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.17.attn.qkv.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.17.attn.qkv.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.17.mlp.linear_fc1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.17.mlp.linear_fc1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.17.mlp.linear_fc2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.17.mlp.linear_fc2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.17.norm1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.17.norm1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.17.norm2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.17.norm2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.18.attn.proj.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.18.attn.proj.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.18.attn.qkv.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.18.attn.qkv.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.18.mlp.linear_fc1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.18.mlp.linear_fc1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.18.mlp.linear_fc2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.18.mlp.linear_fc2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.18.norm1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.18.norm1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.18.norm2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.18.norm2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.19.attn.proj.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.19.attn.proj.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.19.attn.qkv.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.19.attn.qkv.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.19.mlp.linear_fc1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.19.mlp.linear_fc1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.19.mlp.linear_fc2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.19.mlp.linear_fc2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.19.norm1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.19.norm1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.19.norm2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.19.norm2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.2.attn.proj.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.2.attn.proj.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.2.attn.qkv.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.2.attn.qkv.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.2.mlp.linear_fc1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.2.mlp.linear_fc1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.2.mlp.linear_fc2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.2.mlp.linear_fc2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.2.norm1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.2.norm1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.2.norm2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.2.norm2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.20.attn.proj.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.20.attn.proj.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.20.attn.qkv.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.20.attn.qkv.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.20.mlp.linear_fc1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.20.mlp.linear_fc1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.20.mlp.linear_fc2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.20.mlp.linear_fc2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.20.norm1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.20.norm1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.20.norm2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.20.norm2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.21.attn.proj.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.21.attn.proj.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.21.attn.qkv.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.21.attn.qkv.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.21.mlp.linear_fc1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.21.mlp.linear_fc1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.21.mlp.linear_fc2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.21.mlp.linear_fc2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.21.norm1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.21.norm1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.21.norm2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.21.norm2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.22.attn.proj.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.22.attn.proj.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.22.attn.qkv.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.22.attn.qkv.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.22.mlp.linear_fc1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.22.mlp.linear_fc1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.22.mlp.linear_fc2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.22.mlp.linear_fc2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.22.norm1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.22.norm1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.22.norm2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.22.norm2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.23.attn.proj.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.23.attn.proj.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.23.attn.qkv.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.23.attn.qkv.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.23.mlp.linear_fc1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.23.mlp.linear_fc1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.23.mlp.linear_fc2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.23.mlp.linear_fc2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.23.norm1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.23.norm1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.23.norm2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.23.norm2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.24.attn.proj.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.24.attn.proj.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.24.attn.qkv.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.24.attn.qkv.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.24.mlp.linear_fc1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.24.mlp.linear_fc1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.24.mlp.linear_fc2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.24.mlp.linear_fc2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.24.norm1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.24.norm1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.24.norm2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.24.norm2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.25.attn.proj.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.25.attn.proj.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.25.attn.qkv.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.25.attn.qkv.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.25.mlp.linear_fc1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.25.mlp.linear_fc1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.25.mlp.linear_fc2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.25.mlp.linear_fc2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.25.norm1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.25.norm1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.25.norm2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.25.norm2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.26.attn.proj.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.26.attn.proj.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.26.attn.qkv.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.26.attn.qkv.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.26.mlp.linear_fc1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.26.mlp.linear_fc1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.26.mlp.linear_fc2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.26.mlp.linear_fc2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.26.norm1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.26.norm1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.26.norm2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.26.norm2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.3.attn.proj.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.3.attn.proj.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.3.attn.qkv.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.3.attn.qkv.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.3.mlp.linear_fc1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.3.mlp.linear_fc1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.3.mlp.linear_fc2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.3.mlp.linear_fc2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.3.norm1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.3.norm1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.3.norm2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.3.norm2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.4.attn.proj.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.4.attn.proj.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.4.attn.qkv.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.4.attn.qkv.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.4.mlp.linear_fc1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.4.mlp.linear_fc1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.4.mlp.linear_fc2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.4.mlp.linear_fc2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.4.norm1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.4.norm1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.4.norm2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.4.norm2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.5.attn.proj.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.5.attn.proj.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.5.attn.qkv.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.5.attn.qkv.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.5.mlp.linear_fc1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.5.mlp.linear_fc1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.5.mlp.linear_fc2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.5.mlp.linear_fc2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.5.norm1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.5.norm1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.5.norm2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.5.norm2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.6.attn.proj.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.6.attn.proj.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.6.attn.qkv.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.6.attn.qkv.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.6.mlp.linear_fc1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.6.mlp.linear_fc1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.6.mlp.linear_fc2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.6.mlp.linear_fc2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.6.norm1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.6.norm1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.6.norm2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.6.norm2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.7.attn.proj.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.7.attn.proj.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.7.attn.qkv.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.7.attn.qkv.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.7.mlp.linear_fc1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.7.mlp.linear_fc1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.7.mlp.linear_fc2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.7.mlp.linear_fc2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.7.norm1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.7.norm1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.7.norm2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.7.norm2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.8.attn.proj.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.8.attn.proj.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.8.attn.qkv.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.8.attn.qkv.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.8.mlp.linear_fc1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.8.mlp.linear_fc1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.8.mlp.linear_fc2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.8.mlp.linear_fc2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.8.norm1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.8.norm1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.8.norm2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.8.norm2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.9.attn.proj.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.9.attn.proj.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.9.attn.qkv.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.9.attn.qkv.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.9.mlp.linear_fc1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.9.mlp.linear_fc1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.9.mlp.linear_fc2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.9.mlp.linear_fc2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.9.norm1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.9.norm1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.9.norm2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.blocks.9.norm2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.merger.linear_fc1.bias": "model-00004-of-00004.safetensors",
+    "model.visual.merger.linear_fc1.weight": "model-00004-of-00004.safetensors",
+    "model.visual.merger.linear_fc2.bias": "model-00004-of-00004.safetensors",
+    "model.visual.merger.linear_fc2.weight": "model-00004-of-00004.safetensors",
+    "model.visual.merger.norm.bias": "model-00004-of-00004.safetensors",
+    "model.visual.merger.norm.weight": "model-00004-of-00004.safetensors",
+    "model.visual.patch_embed.proj.bias": "model-00004-of-00004.safetensors",
+    "model.visual.patch_embed.proj.weight": "model-00004-of-00004.safetensors",
+    "model.visual.pos_embed.weight": "model-00004-of-00004.safetensors"
+  }
+}

prompt_upsampler_processor/chat_template.jinja

@@ -0,0 +1,154 @@
+{%- set image_count = namespace(value=0) %}
+{%- set video_count = namespace(value=0) %}
+{%- macro render_content(content, do_vision_count, is_system_content=false) %}
+    {%- if content is string %}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping %}
+        {%- for item in content %}
+            {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain images.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set image_count.value = image_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Picture ' ~ image_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
+            {%- elif 'video' in item or item.type == 'video' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain videos.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set video_count.value = video_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Video ' ~ video_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
+            {%- elif 'text' in item %}
+                {{- item.text }}
+            {%- else %}
+                {{- raise_exception('Unexpected item type in content.') }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif content is none or content is undefined %}
+        {{- '' }}
+    {%- else %}
+        {{- raise_exception('Unexpected content type.') }}
+    {%- endif %}
+{%- endmacro %}
+{%- if not messages %}
+    {{- raise_exception('No messages provided.') }}
+{%- endif %}
+{%- if tools and tools is iterable and tools is not mapping %}
+    {{- '<|im_start|>system\n' }}
+    {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>" }}
+    {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {%- if content %}
+            {{- '\n\n' + content }}
+        {%- endif %}
+    {%- endif %}
+    {{- '<|im_end|>\n' }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+    {%- set index = (messages|length - 1) - loop.index0 %}
+    {%- if ns.multi_step_tool and message.role == "user" %}
+        {%- set content = render_content(message.content, false)|trim %}
+        {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
+            {%- set ns.multi_step_tool = false %}
+            {%- set ns.last_query_index = index %}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if ns.multi_step_tool %}
+    {{- raise_exception('No user query found in messages.') }}
+{%- endif %}
+{%- for message in messages %}
+    {%- set content = render_content(message.content, true)|trim %}
+    {%- if message.role == "system" %}
+        {%- if not loop.first %}
+            {{- raise_exception('System message must be at the beginning.') }}
+        {%- endif %}
+    {%- elif message.role == "user" %}
+        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {%- set reasoning_content = '' %}
+        {%- if message.reasoning_content is string %}
+            {%- set reasoning_content = message.reasoning_content %}
+        {%- else %}
+            {%- if '</think>' in content %}
+                {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+                {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+            {%- endif %}
+        {%- endif %}
+        {%- set reasoning_content = reasoning_content|trim %}
+        {%- if loop.index0 > ns.last_query_index %}
+            {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
+        {%- else %}
+            {{- '<|im_start|>' + message.role + '\n' + content }}
+        {%- endif %}
+        {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if tool_call.function is defined %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {%- if loop.first %}
+                    {%- if content|trim %}
+                        {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- else %}
+                        {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- endif %}
+                {%- else %}
+                    {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                {%- endif %}
+                {%- if tool_call.arguments is defined %}
+                    {%- for args_name, args_value in tool_call.arguments|items %}
+                        {{- '<parameter=' + args_name + '>\n' }}
+                        {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}
+                        {{- args_value }}
+                        {{- '\n</parameter>\n' }}
+                    {%- endfor %}
+                {%- endif %}
+                {{- '</function>\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.previtem and loop.previtem.role != "tool" %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- content }}
+        {{- '\n</tool_response>' }}
+        {%- if not loop.last and loop.nextitem.role != "tool" %}
+            {{- '<|im_end|>\n' }}
+        {%- elif loop.last %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- else %}
+        {{- raise_exception('Unexpected message role.') }}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+    {%- if enable_thinking is defined and enable_thinking is false %}
+        {{- '<think>\n\n</think>\n\n' }}
+    {%- else %}
+        {{- '<think>\n' }}
+    {%- endif %}
+{%- endif %}

prompt_upsampler_processor/processor_config.json

@@ -0,0 +1,61 @@
+{
+  "image_processor": {
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_processor_type": "Qwen2VLImageProcessor",
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "merge_size": 2,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "size": {
+      "longest_edge": 16777216,
+      "shortest_edge": 65536
+    },
+    "temporal_patch_size": 2
+  },
+  "processor_class": "Qwen3VLProcessor",
+  "video_processor": {
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "do_sample_frames": true,
+    "fps": 2,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "max_frames": 768,
+    "max_video_tokens": 768,
+    "merge_size": 2,
+    "min_frames": 4,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "return_metadata": false,
+    "size": {
+      "longest_edge": 25165824,
+      "shortest_edge": 4096
+    },
+    "temporal_patch_size": 2,
+    "video_processor_type": "Qwen3VLVideoProcessor"
+  }
+}

prompt_upsampler_processor/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5cd9732badce41de57e6efce8302930ded1c1188c5f81feb2bd6c24c4a1941f
+size 19989339

prompt_upsampler_processor/tokenizer_config.json

@@ -0,0 +1,49 @@
+{
+  "add_prefix_space": false,
+  "audio_bos_token": "<|audio_start|>",
+  "audio_eos_token": "<|audio_end|>",
+  "audio_token": "<|audio_pad|>",
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "image_token": "<|image_pad|>",
+  "is_local": false,
+  "local_files_only": false,
+  "merges_file": null,
+  "model_max_length": 262144,
+  "model_specific_special_tokens": {
+    "audio_bos_token": "<|audio_start|>",
+    "audio_eos_token": "<|audio_end|>",
+    "audio_token": "<|audio_pad|>",
+    "image_token": "<|image_pad|>",
+    "video_token": "<|video_pad|>",
+    "vision_bos_token": "<|vision_start|>",
+    "vision_eos_token": "<|vision_end|>"
+  },
+  "pad_token": "<|endoftext|>",
+  "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
+  "processor_class": "Qwen3VLProcessor",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen3_5Tokenizer",
+  "unk_token": null,
+  "video_token": "<|video_pad|>",
+  "vision_bos_token": "<|vision_start|>",
+  "vision_eos_token": "<|vision_end|>"
+}

scheduler/scheduler_config.json

@@ -0,0 +1,6 @@
+{
+  "_class_name": "MiniMaxH3Scheduler",
+  "_diffusers_version": "0.42.0.dev0",
+  "shift": 12.0,
+  "shift_provided_sigmas": false
+}

text_connector/config.json

@@ -0,0 +1,13 @@
+{
+  "_class_name": "PH3ImageTextConnector",
+  "_diffusers_version": "0.42.0.dev0",
+  "hidden_state_indices": [
+    13,
+    19,
+    25,
+    31,
+    36
+  ],
+  "out_channels": 5120,
+  "text_hidden_size": 2560
+}

text_connector/diffusion_pytorch_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4ad8cbf37db8a2da22cdd9905e566e259cf3477ea242f6aee1cf3fb695f070
+size 262308352

text_encoder/config.json

@@ -0,0 +1,71 @@
+{
+  "architectures": [
+    "Qwen3VLForConditionalGeneration"
+  ],
+  "dtype": "bfloat16",
+  "image_token_id": 151655,
+  "model_type": "qwen3_vl",
+  "text_config": {
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "bos_token_id": 151643,
+    "dtype": "bfloat16",
+    "eos_token_id": 151645,
+    "head_dim": 128,
+    "hidden_act": "silu",
+    "hidden_size": 2560,
+    "initializer_range": 0.02,
+    "intermediate_size": 9728,
+    "max_position_embeddings": 262144,
+    "model_type": "qwen3_vl_text",
+    "num_attention_heads": 32,
+    "num_hidden_layers": 36,
+    "num_key_value_heads": 8,
+    "pad_token_id": null,
+    "rms_norm_eps": 1e-06,
+    "rope_parameters": {
+      "mrope_interleaved": true,
+      "mrope_section": [
+        24,
+        20,
+        20
+      ],
+      "rope_theta": 5000000,
+      "rope_type": "default"
+    },
+    "tie_word_embeddings": true,
+    "use_cache": true,
+    "vocab_size": 151936
+  },
+  "tie_word_embeddings": true,
+  "transformers_version": "5.20.2",
+  "use_cache": false,
+  "video_token_id": 151656,
+  "vision_config": {
+    "deepstack_visual_indexes": [
+      5,
+      11,
+      17
+    ],
+    "depth": 24,
+    "dtype": "bfloat16",
+    "hidden_act": "gelu_pytorch_tanh",
+    "hidden_size": 1024,
+    "in_channels": 3,
+    "initializer_range": 0.02,
+    "intermediate_size": 4096,
+    "model_type": "qwen3_vl_vision",
+    "num_heads": 16,
+    "num_position_embeddings": 2304,
+    "out_hidden_size": 2560,
+    "patch_size": 16,
+    "rope_parameters": {
+      "rope_theta": 10000.0,
+      "rope_type": "axial"
+    },
+    "spatial_merge_size": 2,
+    "temporal_patch_size": 2
+  },
+  "vision_end_token_id": 151653,
+  "vision_start_token_id": 151652
+}

text_encoder/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "pad_token_id": 151643,
+  "repetition_penalty": 1.0,
+  "temperature": 0.7,
+  "top_k": 20,
+  "top_p": 0.8,
+  "transformers_version": "5.20.2"
+}

text_encoder/model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8454bc80eb7b91da25273ab71e0f4a627cf1d5588e91da2e052297da8879cd
+size 4990822120

text_encoder/model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a4781fcec3eeaf8ba5adef647df3d21eed238dfc6be5e4aa96cf941cbe61b1
+size 3884897208

text_encoder/model.safetensors.index.json

@@ -0,0 +1,721 @@
+{
+  "metadata": {
+    "total_parameters": 4437815808,
+    "total_size": 8875631616
+  },
+  "weight_map": {
+    "model.language_model.embed_tokens.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.0.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.0.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.1.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.1.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.10.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.10.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.11.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.11.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.12.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.12.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.13.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.13.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.14.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.14.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.15.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.15.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.16.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.16.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.17.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.17.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.18.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.18.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.19.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.19.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.2.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.2.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.20.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.20.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.20.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.20.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.20.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.20.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.20.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.21.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.21.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.21.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.21.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.21.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.21.self_attn.k_norm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.21.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.21.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.21.self_attn.q_norm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.21.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.21.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.22.self_attn.k_norm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.22.self_attn.q_norm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.23.self_attn.k_norm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.23.self_attn.q_norm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.24.self_attn.k_norm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.24.self_attn.q_norm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.25.self_attn.k_norm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.25.self_attn.q_norm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.26.self_attn.k_norm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.26.self_attn.q_norm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.26.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.27.self_attn.k_norm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.27.self_attn.q_norm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.28.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.28.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.28.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.28.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.28.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.28.self_attn.k_norm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.28.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.28.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.28.self_attn.q_norm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.28.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.28.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.29.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.29.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.29.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.29.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.29.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.29.self_attn.k_norm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.29.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.29.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.29.self_attn.q_norm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.29.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.29.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.3.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.3.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.30.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.30.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.30.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.30.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.30.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.30.self_attn.k_norm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.30.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.30.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.30.self_attn.q_norm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.30.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.30.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.31.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.31.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.31.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.31.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.31.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.31.self_attn.k_norm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.31.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.31.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.31.self_attn.q_norm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.31.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.31.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.32.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.32.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.32.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.32.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.32.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.32.self_attn.k_norm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.32.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.32.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.32.self_attn.q_norm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.32.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.32.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.33.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.33.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.33.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.33.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.33.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.33.self_attn.k_norm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.33.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.33.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.33.self_attn.q_norm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.33.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.33.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.34.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.34.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.34.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.34.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.34.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.34.self_attn.k_norm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.34.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.34.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.34.self_attn.q_norm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.34.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.34.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.35.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.35.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.35.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.35.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.35.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.35.self_attn.k_norm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.35.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.35.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.35.self_attn.q_norm.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.35.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.35.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.language_model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.4.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.4.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.5.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.5.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.6.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.6.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.7.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.7.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.8.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.8.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.9.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.9.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.language_model.norm.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.0.attn.proj.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.0.attn.proj.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.0.attn.qkv.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.0.attn.qkv.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.0.mlp.linear_fc1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.0.mlp.linear_fc1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.0.mlp.linear_fc2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.0.mlp.linear_fc2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.0.norm1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.0.norm1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.0.norm2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.0.norm2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.1.attn.proj.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.1.attn.proj.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.1.attn.qkv.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.1.attn.qkv.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.1.mlp.linear_fc1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.1.mlp.linear_fc1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.1.mlp.linear_fc2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.1.mlp.linear_fc2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.1.norm1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.1.norm1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.1.norm2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.1.norm2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.10.attn.proj.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.10.attn.proj.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.10.attn.qkv.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.10.attn.qkv.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.10.mlp.linear_fc1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.10.mlp.linear_fc1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.10.mlp.linear_fc2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.10.mlp.linear_fc2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.10.norm1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.10.norm1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.10.norm2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.10.norm2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.11.attn.proj.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.11.attn.proj.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.11.attn.qkv.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.11.attn.qkv.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.11.mlp.linear_fc1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.11.mlp.linear_fc1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.11.mlp.linear_fc2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.11.mlp.linear_fc2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.11.norm1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.11.norm1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.11.norm2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.11.norm2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.12.attn.proj.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.12.attn.proj.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.12.attn.qkv.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.12.attn.qkv.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.12.mlp.linear_fc1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.12.mlp.linear_fc1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.12.mlp.linear_fc2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.12.mlp.linear_fc2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.12.norm1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.12.norm1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.12.norm2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.12.norm2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.13.attn.proj.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.13.attn.proj.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.13.attn.qkv.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.13.attn.qkv.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.13.mlp.linear_fc1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.13.mlp.linear_fc1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.13.mlp.linear_fc2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.13.mlp.linear_fc2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.13.norm1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.13.norm1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.13.norm2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.13.norm2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.14.attn.proj.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.14.attn.proj.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.14.attn.qkv.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.14.attn.qkv.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.14.mlp.linear_fc1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.14.mlp.linear_fc1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.14.mlp.linear_fc2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.14.mlp.linear_fc2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.14.norm1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.14.norm1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.14.norm2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.14.norm2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.15.attn.proj.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.15.attn.proj.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.15.attn.qkv.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.15.attn.qkv.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.15.mlp.linear_fc1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.15.mlp.linear_fc1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.15.mlp.linear_fc2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.15.mlp.linear_fc2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.15.norm1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.15.norm1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.15.norm2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.15.norm2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.16.attn.proj.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.16.attn.proj.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.16.attn.qkv.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.16.attn.qkv.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.16.mlp.linear_fc1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.16.mlp.linear_fc1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.16.mlp.linear_fc2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.16.mlp.linear_fc2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.16.norm1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.16.norm1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.16.norm2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.16.norm2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.17.attn.proj.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.17.attn.proj.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.17.attn.qkv.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.17.attn.qkv.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.17.mlp.linear_fc1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.17.mlp.linear_fc1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.17.mlp.linear_fc2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.17.mlp.linear_fc2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.17.norm1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.17.norm1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.17.norm2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.17.norm2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.18.attn.proj.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.18.attn.proj.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.18.attn.qkv.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.18.attn.qkv.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.18.mlp.linear_fc1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.18.mlp.linear_fc1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.18.mlp.linear_fc2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.18.mlp.linear_fc2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.18.norm1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.18.norm1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.18.norm2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.18.norm2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.19.attn.proj.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.19.attn.proj.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.19.attn.qkv.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.19.attn.qkv.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.19.mlp.linear_fc1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.19.mlp.linear_fc1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.19.mlp.linear_fc2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.19.mlp.linear_fc2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.19.norm1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.19.norm1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.19.norm2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.19.norm2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.2.attn.proj.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.2.attn.proj.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.2.attn.qkv.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.2.attn.qkv.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.2.mlp.linear_fc1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.2.mlp.linear_fc1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.2.mlp.linear_fc2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.2.mlp.linear_fc2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.2.norm1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.2.norm1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.2.norm2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.2.norm2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.20.attn.proj.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.20.attn.proj.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.20.attn.qkv.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.20.attn.qkv.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.20.mlp.linear_fc1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.20.mlp.linear_fc1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.20.mlp.linear_fc2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.20.mlp.linear_fc2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.20.norm1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.20.norm1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.20.norm2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.20.norm2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.21.attn.proj.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.21.attn.proj.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.21.attn.qkv.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.21.attn.qkv.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.21.mlp.linear_fc1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.21.mlp.linear_fc1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.21.mlp.linear_fc2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.21.mlp.linear_fc2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.21.norm1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.21.norm1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.21.norm2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.21.norm2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.22.attn.proj.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.22.attn.proj.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.22.attn.qkv.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.22.attn.qkv.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.22.mlp.linear_fc1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.22.mlp.linear_fc1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.22.mlp.linear_fc2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.22.mlp.linear_fc2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.22.norm1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.22.norm1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.22.norm2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.22.norm2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.23.attn.proj.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.23.attn.proj.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.23.attn.qkv.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.23.attn.qkv.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.23.mlp.linear_fc1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.23.mlp.linear_fc1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.23.mlp.linear_fc2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.23.mlp.linear_fc2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.23.norm1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.23.norm1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.23.norm2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.23.norm2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.3.attn.proj.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.3.attn.proj.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.3.attn.qkv.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.3.attn.qkv.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.3.mlp.linear_fc1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.3.mlp.linear_fc1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.3.mlp.linear_fc2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.3.mlp.linear_fc2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.3.norm1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.3.norm1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.3.norm2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.3.norm2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.4.attn.proj.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.4.attn.proj.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.4.attn.qkv.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.4.attn.qkv.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.4.mlp.linear_fc1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.4.mlp.linear_fc1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.4.mlp.linear_fc2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.4.mlp.linear_fc2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.4.norm1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.4.norm1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.4.norm2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.4.norm2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.5.attn.proj.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.5.attn.proj.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.5.attn.qkv.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.5.attn.qkv.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.5.mlp.linear_fc1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.5.mlp.linear_fc1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.5.mlp.linear_fc2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.5.mlp.linear_fc2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.5.norm1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.5.norm1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.5.norm2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.5.norm2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.6.attn.proj.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.6.attn.proj.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.6.attn.qkv.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.6.attn.qkv.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.6.mlp.linear_fc1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.6.mlp.linear_fc1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.6.mlp.linear_fc2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.6.mlp.linear_fc2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.6.norm1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.6.norm1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.6.norm2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.6.norm2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.7.attn.proj.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.7.attn.proj.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.7.attn.qkv.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.7.attn.qkv.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.7.mlp.linear_fc1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.7.mlp.linear_fc1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.7.mlp.linear_fc2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.7.mlp.linear_fc2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.7.norm1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.7.norm1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.7.norm2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.7.norm2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.8.attn.proj.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.8.attn.proj.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.8.attn.qkv.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.8.attn.qkv.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.8.mlp.linear_fc1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.8.mlp.linear_fc1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.8.mlp.linear_fc2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.8.mlp.linear_fc2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.8.norm1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.8.norm1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.8.norm2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.8.norm2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.9.attn.proj.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.9.attn.proj.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.9.attn.qkv.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.9.attn.qkv.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.9.mlp.linear_fc1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.9.mlp.linear_fc1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.9.mlp.linear_fc2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.9.mlp.linear_fc2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.9.norm1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.9.norm1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.9.norm2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.blocks.9.norm2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.deepstack_merger_list.0.linear_fc1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.deepstack_merger_list.0.linear_fc1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.deepstack_merger_list.0.linear_fc2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.deepstack_merger_list.0.linear_fc2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.deepstack_merger_list.0.norm.bias": "model-00002-of-00002.safetensors",
+    "model.visual.deepstack_merger_list.0.norm.weight": "model-00002-of-00002.safetensors",
+    "model.visual.deepstack_merger_list.1.linear_fc1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.deepstack_merger_list.1.linear_fc1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.deepstack_merger_list.1.linear_fc2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.deepstack_merger_list.1.linear_fc2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.deepstack_merger_list.1.norm.bias": "model-00002-of-00002.safetensors",
+    "model.visual.deepstack_merger_list.1.norm.weight": "model-00002-of-00002.safetensors",
+    "model.visual.deepstack_merger_list.2.linear_fc1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.deepstack_merger_list.2.linear_fc1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.deepstack_merger_list.2.linear_fc2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.deepstack_merger_list.2.linear_fc2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.deepstack_merger_list.2.norm.bias": "model-00002-of-00002.safetensors",
+    "model.visual.deepstack_merger_list.2.norm.weight": "model-00002-of-00002.safetensors",
+    "model.visual.merger.linear_fc1.bias": "model-00002-of-00002.safetensors",
+    "model.visual.merger.linear_fc1.weight": "model-00002-of-00002.safetensors",
+    "model.visual.merger.linear_fc2.bias": "model-00002-of-00002.safetensors",
+    "model.visual.merger.linear_fc2.weight": "model-00002-of-00002.safetensors",
+    "model.visual.merger.norm.bias": "model-00002-of-00002.safetensors",
+    "model.visual.merger.norm.weight": "model-00002-of-00002.safetensors",
+    "model.visual.patch_embed.proj.bias": "model-00002-of-00002.safetensors",
+    "model.visual.patch_embed.proj.weight": "model-00002-of-00002.safetensors",
+    "model.visual.pos_embed.weight": "model-00002-of-00002.safetensors"
+  }
+}

tokenizer/chat_template.jinja

@@ -0,0 +1,120 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0].role == 'system' %}
+        {%- if messages[0].content is string %}
+            {{- messages[0].content }}
+        {%- else %}
+            {%- for content in messages[0].content %}
+                {%- if 'text' in content %}
+                    {{- content.text }}
+                {%- endif %}
+            {%- endfor %}
+        {%- endif %}
+        {{- '\n\n' }}
+    {%- endif %}
+    {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {{- '<|im_start|>system\n' }}
+        {%- if messages[0].content is string %}
+            {{- messages[0].content }}
+        {%- else %}
+            {%- for content in messages[0].content %}
+                {%- if 'text' in content %}
+                    {{- content.text }}
+                {%- endif %}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set image_count = namespace(value=0) %}
+{%- set video_count = namespace(value=0) %}
+{%- for message in messages %}
+    {%- if message.role == "user" %}
+        {{- '<|im_start|>' + message.role + '\n' }}
+        {%- if message.content is string %}
+            {{- message.content }}
+        {%- else %}
+            {%- for content in message.content %}
+                {%- if content.type == 'image' or 'image' in content or 'image_url' in content %}
+                    {%- set image_count.value = image_count.value + 1 %}
+                    {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%}
+                    <|vision_start|><|image_pad|><|vision_end|>
+                {%- elif content.type == 'video' or 'video' in content %}
+                    {%- set video_count.value = video_count.value + 1 %}
+                    {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%}
+                    <|vision_start|><|video_pad|><|vision_end|>
+                {%- elif 'text' in content %}
+                    {{- content.text }}
+                {%- endif %}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role + '\n' }}
+        {%- if message.content is string %}
+            {{- message.content }}
+        {%- else %}
+            {%- for content_item in message.content %}
+                {%- if 'text' in content_item %}
+                    {{- content_item.text }}
+                {%- endif %}
+            {%- endfor %}
+        {%- endif %}
+        {%- if message.tool_calls %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if (loop.first and message.content) or (not loop.first) %}
+                    {{- '\n' }}
+                {%- endif %}
+                {%- if tool_call.function %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {{- '<tool_call>\n{"name": "' }}
+                {{- tool_call.name }}
+                {{- '", "arguments": ' }}
+                {%- if tool_call.arguments is string %}
+                    {{- tool_call.arguments }}
+                {%- else %}
+                    {{- tool_call.arguments | tojson }}
+                {%- endif %}
+                {{- '}\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {%- if message.content is string %}
+            {{- message.content }}
+        {%- else %}
+            {%- for content in message.content %}
+                {%- if content.type == 'image' or 'image' in content or 'image_url' in content %}
+                    {%- set image_count.value = image_count.value + 1 %}
+                    {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%}
+                    <|vision_start|><|image_pad|><|vision_end|>
+                {%- elif content.type == 'video' or 'video' in content %}
+                    {%- set video_count.value = video_count.value + 1 %}
+                    {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%}
+                    <|vision_start|><|video_pad|><|vision_end|>
+                {%- elif 'text' in content %}
+                    {{- content.text }}
+                {%- endif %}
+            {%- endfor %}
+        {%- endif %}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

tokenizer/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506
+size 11422650

tokenizer/tokenizer_config.json

@@ -0,0 +1,31 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "is_local": true,
+  "local_files_only": false,
+  "model_max_length": 262144,
+  "pad_token": "<|endoftext|>",
+  "processor_class": "Qwen3VLProcessor",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

transformer/config.json

@@ -0,0 +1,26 @@
+{
+  "_class_name": "MiniMaxH3Transformer3DModel",
+  "_diffusers_version": "0.42.0.dev0",
+  "attention_head_dim": 128,
+  "audio_in_channels": 32,
+  "ffn_dim": 14336,
+  "final_norm_eps": 1e-05,
+  "freq_dim": 256,
+  "hidden_size": 5376,
+  "in_channels": 24,
+  "norm_eps": 1e-05,
+  "num_attention_heads": 56,
+  "num_layers": 50,
+  "num_refiner_layers": 2,
+  "patch_size": [
+    1,
+    2,
+    2
+  ],
+  "qk_norm_eps": 1e-05,
+  "rope_freq_dim": 16,
+  "rope_theta": 10000.0,
+  "text_dim": 5120,
+  "time_embed_dim": 2688,
+  "time_embed_hidden_dim": 5376
+}

transformer/diffusion_pytorch_model-00001-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b689c640d136d19bf342bf0f8244c54a2943df4accb447873734a006329d4720
+size 9717836216

transformer/diffusion_pytorch_model-00002-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f3806ddce6f9791f2d1c443c0e0326514dbbdc1dcbdd5fbc4d2995a9e3aab9
+size 9500437776

transformer/diffusion_pytorch_model-00003-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b930512e9f9b2d30190806938dff3bf3ef32b673a7c9e3f4f54b45dc56631eb1
+size 9866738392

transformer/diffusion_pytorch_model-00004-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f62c509e1fe316c63df8cd762aa221cd794609c404b5f03c3dbbda2161154c
+size 9500437816

transformer/diffusion_pytorch_model-00005-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1fa4c087263e72a187c3377a606bc2b4da8be2e03d5112c59d72cd4ff056166
+size 9866738392

transformer/diffusion_pytorch_model-00006-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d173d97711b49a81cca22d38ddb3f605dab2d96b9f217077d205b82702322df0
+size 9500437816