Paris99 commited on
Commit
9bba054
·
verified ·
1 Parent(s): e70608e

Inkling-2-Mini MLX 3bit (source 6e7c824, inkling2-mlx v0.1.0): weights, DSpark draft, card, Apache-2.0 LICENSE and NOTICE

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
LICENSE ADDED
@@ -0,0 +1,202 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ Apache License
3
+ Version 2.0, January 2004
4
+ http://www.apache.org/licenses/
5
+
6
+ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
7
+
8
+ 1. Definitions.
9
+
10
+ "License" shall mean the terms and conditions for use, reproduction,
11
+ and distribution as defined by Sections 1 through 9 of this document.
12
+
13
+ "Licensor" shall mean the copyright owner or entity authorized by
14
+ the copyright owner that is granting the License.
15
+
16
+ "Legal Entity" shall mean the union of the acting entity and all
17
+ other entities that control, are controlled by, or are under common
18
+ control with that entity. For the purposes of this definition,
19
+ "control" means (i) the power, direct or indirect, to cause the
20
+ direction or management of such entity, whether by contract or
21
+ otherwise, or (ii) ownership of fifty percent (50%) or more of the
22
+ outstanding shares, or (iii) beneficial ownership of such entity.
23
+
24
+ "You" (or "Your") shall mean an individual or Legal Entity
25
+ exercising permissions granted by this License.
26
+
27
+ "Source" form shall mean the preferred form for making modifications,
28
+ including but not limited to software source code, documentation
29
+ source, and configuration files.
30
+
31
+ "Object" form shall mean any form resulting from mechanical
32
+ transformation or translation of a Source form, including but
33
+ not limited to compiled object code, generated documentation,
34
+ and conversions to other media types.
35
+
36
+ "Work" shall mean the work of authorship, whether in Source or
37
+ Object form, made available under the License, as indicated by a
38
+ copyright notice that is included in or attached to the work
39
+ (an example is provided in the Appendix below).
40
+
41
+ "Derivative Works" shall mean any work, whether in Source or Object
42
+ form, that is based on (or derived from) the Work and for which the
43
+ editorial revisions, annotations, elaborations, or other modifications
44
+ represent, as a whole, an original work of authorship. For the purposes
45
+ of this License, Derivative Works shall not include works that remain
46
+ separable from, or merely link (or bind by name) to the interfaces of,
47
+ the Work and Derivative Works thereof.
48
+
49
+ "Contribution" shall mean any work of authorship, including
50
+ the original version of the Work and any modifications or additions
51
+ to that Work or Derivative Works thereof, that is intentionally
52
+ submitted to Licensor for inclusion in the Work by the copyright owner
53
+ or by an individual or Legal Entity authorized to submit on behalf of
54
+ the copyright owner. For the purposes of this definition, "submitted"
55
+ means any form of electronic, verbal, or written communication sent
56
+ to the Licensor or its representatives, including but not limited to
57
+ communication on electronic mailing lists, source code control systems,
58
+ and issue tracking systems that are managed by, or on behalf of, the
59
+ Licensor for the purpose of discussing and improving the Work, but
60
+ excluding communication that is conspicuously marked or otherwise
61
+ designated in writing by the copyright owner as "Not a Contribution."
62
+
63
+ "Contributor" shall mean Licensor and any individual or Legal Entity
64
+ on behalf of whom a Contribution has been received by Licensor and
65
+ subsequently incorporated within the Work.
66
+
67
+ 2. Grant of Copyright License. Subject to the terms and conditions of
68
+ this License, each Contributor hereby grants to You a perpetual,
69
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
70
+ copyright license to reproduce, prepare Derivative Works of,
71
+ publicly display, publicly perform, sublicense, and distribute the
72
+ Work and such Derivative Works in Source or Object form.
73
+
74
+ 3. Grant of Patent License. Subject to the terms and conditions of
75
+ this License, each Contributor hereby grants to You a perpetual,
76
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
77
+ (except as stated in this section) patent license to make, have made,
78
+ use, offer to sell, sell, import, and otherwise transfer the Work,
79
+ where such license applies only to those patent claims licensable
80
+ by such Contributor that are necessarily infringed by their
81
+ Contribution(s) alone or by combination of their Contribution(s)
82
+ with the Work to which such Contribution(s) was submitted. If You
83
+ institute patent litigation against any entity (including a
84
+ cross-claim or counterclaim in a lawsuit) alleging that the Work
85
+ or a Contribution incorporated within the Work constitutes direct
86
+ or contributory patent infringement, then any patent licenses
87
+ granted to You under this License for that Work shall terminate
88
+ as of the date such litigation is filed.
89
+
90
+ 4. Redistribution. You may reproduce and distribute copies of the
91
+ Work or Derivative Works thereof in any medium, with or without
92
+ modifications, and in Source or Object form, provided that You
93
+ meet the following conditions:
94
+
95
+ (a) You must give any other recipients of the Work or
96
+ Derivative Works a copy of this License; and
97
+
98
+ (b) You must cause any modified files to carry prominent notices
99
+ stating that You changed the files; and
100
+
101
+ (c) You must retain, in the Source form of any Derivative Works
102
+ that You distribute, all copyright, patent, trademark, and
103
+ attribution notices from the Source form of the Work,
104
+ excluding those notices that do not pertain to any part of
105
+ the Derivative Works; and
106
+
107
+ (d) If the Work includes a "NOTICE" text file as part of its
108
+ distribution, then any Derivative Works that You distribute must
109
+ include a readable copy of the attribution notices contained
110
+ within such NOTICE file, excluding those notices that do not
111
+ pertain to any part of the Derivative Works, in at least one
112
+ of the following places: within a NOTICE text file distributed
113
+ as part of the Derivative Works; within the Source form or
114
+ documentation, if provided along with the Derivative Works; or,
115
+ within a display generated by the Derivative Works, if and
116
+ wherever such third-party notices normally appear. The contents
117
+ of the NOTICE file are for informational purposes only and
118
+ do not modify the License. You may add Your own attribution
119
+ notices within Derivative Works that You distribute, alongside
120
+ or as an addendum to the NOTICE text from the Work, provided
121
+ that such additional attribution notices cannot be construed
122
+ as modifying the License.
123
+
124
+ You may add Your own copyright statement to Your modifications and
125
+ may provide additional or different license terms and conditions
126
+ for use, reproduction, or distribution of Your modifications, or
127
+ for any such Derivative Works as a whole, provided Your use,
128
+ reproduction, and distribution of the Work otherwise complies with
129
+ the conditions stated in this License.
130
+
131
+ 5. Submission of Contributions. Unless You explicitly state otherwise,
132
+ any Contribution intentionally submitted for inclusion in the Work
133
+ by You to the Licensor shall be under the terms and conditions of
134
+ this License, without any additional terms or conditions.
135
+ Notwithstanding the above, nothing herein shall supersede or modify
136
+ the terms of any separate license agreement you may have executed
137
+ with Licensor regarding such Contributions.
138
+
139
+ 6. Trademarks. This License does not grant permission to use the trade
140
+ names, trademarks, service marks, or product names of the Licensor,
141
+ except as required for reasonable and customary use in describing the
142
+ origin of the Work and reproducing the content of the NOTICE file.
143
+
144
+ 7. Disclaimer of Warranty. Unless required by applicable law or
145
+ agreed to in writing, Licensor provides the Work (and each
146
+ Contributor provides its Contributions) on an "AS IS" BASIS,
147
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
148
+ implied, including, without limitation, any warranties or conditions
149
+ of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
150
+ PARTICULAR PURPOSE. You are solely responsible for determining the
151
+ appropriateness of using or redistributing the Work and assume any
152
+ risks associated with Your exercise of permissions under this License.
153
+
154
+ 8. Limitation of Liability. In no event and under no legal theory,
155
+ whether in tort (including negligence), contract, or otherwise,
156
+ unless required by applicable law (such as deliberate and grossly
157
+ negligent acts) or agreed to in writing, shall any Contributor be
158
+ liable to You for damages, including any direct, indirect, special,
159
+ incidental, or consequential damages of any character arising as a
160
+ result of this License or out of the use or inability to use the
161
+ Work (including but not limited to damages for loss of goodwill,
162
+ work stoppage, computer failure or malfunction, or any and all
163
+ other commercial damages or losses), even if such Contributor
164
+ has been advised of the possibility of such damages.
165
+
166
+ 9. Accepting Warranty or Additional Liability. While redistributing
167
+ the Work or Derivative Works thereof, You may choose to offer,
168
+ and charge a fee for, acceptance of support, warranty, indemnity,
169
+ or other liability obligations and/or rights consistent with this
170
+ License. However, in accepting such obligations, You may act only
171
+ on Your own behalf and on Your sole responsibility, not on behalf
172
+ of any other Contributor, and only if You agree to indemnify,
173
+ defend, and hold each Contributor harmless for any liability
174
+ incurred by, or claims asserted against, such Contributor by reason
175
+ of your accepting any such warranty or additional liability.
176
+
177
+ END OF TERMS AND CONDITIONS
178
+
179
+ APPENDIX: How to apply the Apache License to your work.
180
+
181
+ To apply the Apache License to your work, attach the following
182
+ boilerplate notice, with the fields enclosed by brackets "[]"
183
+ replaced with your own identifying information. (Don't include
184
+ the brackets!) The text should be enclosed in the appropriate
185
+ comment syntax for the file format. We also recommend that a
186
+ file or class name and description of purpose be included on the
187
+ same "printed page" as the copyright notice for easier
188
+ identification within third-party archives.
189
+
190
+ Copyright 2026 Alibaba Cloud
191
+
192
+ Licensed under the Apache License, Version 2.0 (the "License");
193
+ you may not use this file except in compliance with the License.
194
+ You may obtain a copy of the License at
195
+
196
+ http://www.apache.org/licenses/LICENSE-2.0
197
+
198
+ Unless required by applicable law or agreed to in writing, software
199
+ distributed under the License is distributed on an "AS IS" BASIS,
200
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
201
+ See the License for the specific language governing permissions and
202
+ limitations under the License.
NOTICE ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Inkling 2 Mini, MLX conversion
2
+
3
+ This work is derived from thinkingmachines/Inkling-2-Mini (revision 6e7c8248f75265bdd4fbab5273304243b5d8c2cb) by
4
+ Thinking Machines Lab, Inc., released under the Apache License, Version 2.0 (see LICENSE). Use of the model is also
5
+ governed by the Thinking Machines Model Acceptable Use Policy: https://thinkingmachines.ai/model-acceptable-use-policy/
6
+
7
+ Changes made here: the weights were converted to MLX format with MLX-VLM plus Inkling 2 Mini support
8
+ (https://github.com/internet-projects/inkling2-mlx, v0.1.0). In the 4-8bit build the routed experts keep their released
9
+ NVFP4 (layers 0-19) and MXFP8 (layers 20-23) values, repacked to MLX's nvfp4 / mxfp8 formats, and all other weights are
10
+ unchanged. In the 3bit, 2.5bit and 4bit builds the routed experts were dequantized from those values and re-quantized
11
+ to affine integer formats, and the attention, embedding, output and vision linear layers were quantized as described in
12
+ the model card. The DSpark draft (mtp.safetensors), tokenizer, chat template and processor files are included unchanged.
13
+
14
+ Conversion by NetProjects (Internet Projects Ltd), https://netprojects.com.
15
+ Not affiliated with Thinking Machines Lab.
README.md ADDED
@@ -0,0 +1,128 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ license_link: https://www.apache.org/licenses/LICENSE-2.0
4
+ base_model: thinkingmachines/Inkling-2-Mini
5
+ base_model_relation: quantized
6
+ pipeline_tag: image-text-to-text
7
+ library_name: mlx
8
+ tags:
9
+ - mlx
10
+ - apple-silicon
11
+ - inkling2_loop
12
+ - moe
13
+ - dspark
14
+ - speculative-decoding
15
+ ---
16
+
17
+ # Inkling 2 Mini for Apple Silicon (MLX, 3-bit, for 24 GB Macs)
18
+
19
+ [thinkingmachines/Inkling-2-Mini](https://huggingface.co/thinkingmachines/Inkling-2-Mini) (revision `6e7c824`) for MLX on
20
+ Apple Silicon, with its DSpark speculative-decoding draft bundled (`mtp.safetensors`) and its vision encoder included.
21
+ The routed experts are re-quantized from their released NVFP4 / MXFP8 values to 3-bit (affine, group 64), with 4-bit in layers 0–1 and in layers 20–23 (the layers Thinking Machines kept at MXFP8). Attention is 6-bit; embeddings, the output layer and the vision encoder are 4-bit. Size: 14.7 GB plus the 0.64 GB draft.
22
+
23
+ Inkling 2 Mini is Thinking Machines' looped mixture-of-experts model: 26.4B parameters, about 3.4B active per token,
24
+ 24 layers of which the middle twelve run three times (48 layer passes per token), text and image input, up to 1M tokens of context.
25
+
26
+ ## Builds
27
+
28
+ | Build | Size | Same next token as Thinking Machines' code | KL vs their code | GSM8K (50 questions) | Peak memory, 8K-token prompt |
29
+ |---|---|---|---|---|---|
30
+ | [netprojects/Inkling-2-Mini-MLX-4-8bit](https://huggingface.co/netprojects/Inkling-2-Mini-MLX-4-8bit) (recommended) | 20.2 GB + 0.64 GB draft | 98.6% | 0.0018 | 47/50 | 27.8 GB |
31
+ | [netprojects/Inkling-2-Mini-MLX-3bit](https://huggingface.co/netprojects/Inkling-2-Mini-MLX-3bit) | 14.7 GB + 0.64 GB draft | 95.7% | 0.0421 | 48/50 | 21.2 GB |
32
+
33
+ "Thinking Machines' code" is their Transformers implementation of Inkling 2 Mini, run on the released weights; the
34
+ columns are explained under "What was checked".
35
+
36
+ ## Install
37
+
38
+ Inkling 2 Mini support is not in a released MLX-VLM yet. Install MLX-VLM with it from [internet-projects/inkling2-mlx](https://github.com/internet-projects/inkling2-mlx)
39
+ (MLX-VLM plus Inkling 2 Mini support; Python 3.10 or newer):
40
+
41
+ ```bash
42
+ pip install "git+https://github.com/internet-projects/inkling2-mlx@v0.1.0" torch torchvision
43
+ ```
44
+
45
+ PyTorch and torchvision are only used on the CPU by the image processor.
46
+
47
+ ## Use
48
+
49
+ ```python
50
+ from mlx_vlm import load, generate
51
+ from mlx_vlm.prompt_utils import apply_chat_template
52
+
53
+ model, processor = load("netprojects/Inkling-2-Mini-MLX-3bit")
54
+ prompt = apply_chat_template(processor, model.config, "Explain in two sentences why the sky is blue.",
55
+ reasoning_effort="low")
56
+ print(generate(model, processor, prompt, max_tokens=2048, temperature=0.0).text)
57
+ ```
58
+
59
+ `reasoning_effort` is part of Inkling's chat template: `none`, `minimal`, `low`, `medium`, `high` (the default), `xhigh`,
60
+ `max`, or a number from 0.0 to 0.99. Thinking Machines notes that the model can think at length even at `none` and can get
61
+ stuck in long reasoning loops, so set `max_tokens`.
62
+
63
+ With an image:
64
+
65
+ ```python
66
+ prompt = apply_chat_template(processor, model.config, "What error does this terminal show?", num_images=1, reasoning_effort="low")
67
+ print(generate(model, processor, prompt, image=["screenshot.png"], max_tokens=2048).text)
68
+ ```
69
+
70
+ With the DSpark draft (greedy output stays the model's own, up to near-ties):
71
+
72
+ ```python
73
+ from mlx_vlm.speculative.drafters import load_drafter
74
+ draft, kind = load_drafter("netprojects/Inkling-2-Mini-MLX-3bit")
75
+ print(generate(model, processor, prompt, max_tokens=2048, draft_model=draft, draft_kind=kind).text)
76
+ ```
77
+
78
+ OpenAI-compatible server, with tool calls and the thinking returned separately (`reasoning_content`):
79
+
80
+ ```bash
81
+ mlx_vlm.server --model netprojects/Inkling-2-Mini-MLX-3bit --port 8000
82
+ ```
83
+
84
+ ## Thinking Machines' results
85
+
86
+ From the [Inkling 2 Mini card](https://huggingface.co/thinkingmachines/Inkling-2-Mini), for the original model (their
87
+ harnesses and settings; a selection of their table):
88
+
89
+ | Benchmark (Thinking Machines' figures) | Inkling 2 Mini | Qwen3.8-27B | Gemma 4 31B |
90
+ |---|---|---|---|
91
+ | Artificial Analysis Intelligence Index v5.0 | 20.1 | 20.1 | 4.4 |
92
+ | SWE-bench Verified (bash only) | 79.2% | 77.8% | 46.1% |
93
+ | SWE-bench Pro v2 Hard (mini-swe-agent) | 77.9% | 73.8% | 14.2% |
94
+ | Terminal-Bench 2.1 (pi) | 71.6% | 73.0% | 43.4% |
95
+ | BrowseComp (with compaction) | 79.0% | 61.6% | 37.0% |
96
+ | MCP Atlas | 82.7% | 77.3% | 54.2% |
97
+ | MMMU Pro | 74.9% | 76.3% | 73.4% |
98
+ | OmniDocBench v1.6 | 92.8% | 91.5% | 82.5% |
99
+ | LongBench v2 | 66.9% | 52.3% | 52.9% |
100
+ | ARC-AGI v1 / v2 | 84.5 / 49.3% | 87.5 / 42.4% | – |
101
+
102
+ ## What was checked
103
+
104
+ On a MacBook Pro M5 Max (128 GB), 21 November 2026, with MLX 0.32.4 and [inkling2-mlx](https://github.com/internet-projects/inkling2-mlx) v0.1.0.
105
+
106
+ - **Against Thinking Machines' code.** Their Transformers implementation (pull request #51050) ran on the CPU with the
107
+ released weights, on 12 short chat texts (488 answer positions). This build gave the same next token at
108
+ 95.7% of positions (mean KL 0.0421), and its greedy answers to 3 prompts matched theirs for the first 24, 17, 24 of 24 tokens. Against our 4/8-bit build: 95.7% same next token, mean KL 0.0417.
109
+ - **GSM8K, 50 fixed test questions** (reasoning `none`, greedy): 48/50.
110
+ - **Tool calling** (reasoning `none`): an agent prompt with `bash` and `read` tools produced a well-formed call in Inkling's
111
+ format, which `mlx_vlm.server` returns as OpenAI `tool_calls`.
112
+ - **Coding:** 3/3 short Python tasks passed their asserts. **Thinking** (reasoning `low`): 2/2
113
+ questions answered correctly after one closed thinking block. **Vision:** named the red square and blue circle of a test image.
114
+ - **Memory:** peak 20.0 GB with a 4K-token prompt and 21.2 GB with an 8K-token prompt (mlx-vlm defaults). With a smaller prefill step the peak drops: 15.6 / 15.9 GB at `prefill_step_size=512` and 14.7 / 14.8 GB at `prefill_step_size=256` (4K / 8K-token prompts, plus 0.64 GB if the DSpark draft is loaded), which fits the default GPU memory limit of a 24 GB Mac: pass `prefill_step_size=256` to `generate`, or `--prefill-step-size 256` to `mlx_vlm.server`.
115
+ - **DSpark:** the bundled draft loads with this build and drafts about 7 tokens per round.
116
+
117
+ Known limitation of the current server: when the model calls a tool, `content` can also carry a short sentence of its
118
+ reasoning and the tool name.
119
+
120
+ ## License and credits
121
+
122
+ Apache-2.0, as Inkling 2 Mini. Use of the model is also governed by Thinking Machines'
123
+ [Model Acceptable Use Policy](https://thinkingmachines.ai/model-acceptable-use-policy/). `LICENSE` is the Apache-2.0
124
+ text and `NOTICE` describes the conversion. Inkling 2 Mini is by Thinking Machines Lab; please cite their work.
125
+
126
+ Published by [NetProjects](https://netprojects.com) (Internet Projects Ltd). Not affiliated with Thinking Machines.
127
+
128
+ More MLX builds from NetProjects: [huggingface.co/netprojects](https://huggingface.co/netprojects) · [netprojects.com](https://netprojects.com)
chat_template.jinja ADDED
@@ -0,0 +1,137 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- set effort_map = {"none": 0.0, "minimal": 0.1, "low": 0.2, "medium": 0.7, "high": 0.9, "xhigh": 0.99, "max": 0.99} -%}
2
+ {%- set role_token = {"user": "<|message_user|>", "assistant": "<|message_model|>", "system": "<|message_system|>", "tool": "<|message_tool|>"} -%}
3
+
4
+ {%- macro emit_thinking_effort() -%}
5
+ {%- set eff = reasoning_effort if reasoning_effort is defined and reasoning_effort is not none else 0.9 -%}
6
+ {%- if eff is string -%}
7
+ {%- set key = eff | trim -%}
8
+ {%- if key not in effort_map -%}
9
+ {{- raise_exception("Unknown reasoning_effort: " ~ eff) -}}
10
+ {%- endif -%}
11
+ {%- set num = effort_map[key] -%}
12
+ {%- else -%}
13
+ {%- set num = eff | float -%}
14
+ {%- endif -%}
15
+ {%- if num < 0.0 or num > 0.99 -%}
16
+ {{- raise_exception("reasoning_effort must be in [0.0, 0.99]") -}}
17
+ {%- endif -%}
18
+ {{- "<|message_system|><|content_text|>Thinking effort level: " -}}
19
+ {%- if num == 0.0 -%}0{%- else -%}{{ num }}{%- endif -%}
20
+ {{- "<|end_message|>" -}}
21
+ {%- endmacro -%}
22
+
23
+ {%- if tools -%}
24
+ {%- set tool_state = namespace(specs=[]) -%}
25
+ {%- for tool in tools -%}
26
+ {%- set fn = tool.function if tool.function is defined else tool -%}
27
+ {%- set spec = {
28
+ "description": (fn.description if fn.description is defined and fn.description else ""),
29
+ "name": fn.name,
30
+ "parameters": (fn.parameters if fn.parameters is defined and fn.parameters else {}),
31
+ "type": (tool.type if tool.type is defined and tool.type else "function"),
32
+ } -%}
33
+ {%- set tool_state.specs = tool_state.specs + [spec] -%}
34
+ {%- endfor -%}
35
+ {{- "<|message_system|>tool_declare<|content_xml|>" -}}
36
+ {{- tool_state.specs | tojson(sort_keys=true, separators=(",", ":")) -}}
37
+ {{- "<|end_message|>" -}}
38
+ {%- endif -%}
39
+
40
+ {%- set state = namespace(effort_emitted=false) -%}
41
+ {%- for message in messages -%}
42
+ {%- if message.role not in role_token -%}
43
+ {{- raise_exception("Unknown message role: " ~ message.role) -}}
44
+ {%- endif -%}
45
+ {%- if not state.effort_emitted and message.role != "system" -%}
46
+ {{- emit_thinking_effort() -}}
47
+ {%- set state.effort_emitted = true -%}
48
+ {%- endif -%}
49
+
50
+ {%- set header = namespace(text=role_token[message.role]) -%}
51
+ {%- if message.role == "tool" -%}
52
+ {%- if message.name is defined and message.name -%}
53
+ {%- set header.text = header.text ~ message.name -%}
54
+ {%- elif message.tool_call_id is defined and message.tool_call_id -%}
55
+ {%- for prev in messages -%}
56
+ {%- if prev.role == "assistant" and prev.tool_calls -%}
57
+ {%- for tc in prev.tool_calls -%}
58
+ {%- if tc.id is defined and tc.id == message.tool_call_id and tc.function.name is defined -%}
59
+ {%- set header.text = header.text ~ tc.function.name -%}
60
+ {%- endif -%}
61
+ {%- endfor -%}
62
+ {%- endif -%}
63
+ {%- endfor -%}
64
+ {%- endif -%}
65
+ {%- elif message.role == "assistant" and message.name is defined and message.name -%}
66
+ {%- set header.text = header.text ~ message.name -%}
67
+ {%- endif -%}
68
+ {%- set rtok = header.text -%}
69
+ {%- set rendered -%}
70
+
71
+ {%- if message.role == "assistant" and message.reasoning_content is defined and message.reasoning_content -%}
72
+ {{- rtok ~ "<|content_thinking|>" ~ message.reasoning_content ~ "<|end_message|>" -}}
73
+ {%- endif -%}
74
+
75
+ {%- if message.content is string and (message.content or not (message.role == "assistant" and (message.tool_calls or message.reasoning_content))) -%}
76
+ {{- rtok ~ "<|content_text|>" ~ message.content ~ "<|end_message|>" -}}
77
+ {%- elif message.content -%}
78
+ {%- for part in message.content -%}
79
+ {%- if part is string -%}
80
+ {{- rtok ~ "<|content_text|>" ~ part ~ "<|end_message|>" -}}
81
+ {%- elif part.type is not defined or part.type in ("text", "input_text") -%}
82
+ {%- set text_part = (part.text if part.text is defined and part.text is string else "") -%}
83
+ {{- rtok ~ "<|content_text|>" ~ text_part ~ "<|end_message|>" -}}
84
+ {%- elif part.type in ("image", "input_image", "image_url") -%}
85
+ {%- if message.role not in ("user", "tool") -%}
86
+ {{- raise_exception("Image content is only supported for user and tool messages") -}}
87
+ {%- endif -%}
88
+ {{- rtok ~ "<|content_image|><|unused_200054|><|end_message|>" -}}
89
+ {%- elif part.type in ("audio", "input_audio", "audio_url") -%}
90
+ {{- raise_exception("Inkling 2 does not accept audio input") -}}
91
+ {%- else -%}
92
+ {{- raise_exception("Unsupported content part type: " ~ part.type) -}}
93
+ {%- endif -%}
94
+ {%- endfor -%}
95
+ {%- endif -%}
96
+
97
+ {%- if message.role == "assistant" and message.tool_calls -%}
98
+ {%- for tc in message.tool_calls -%}
99
+ {%- set fn = tc.function -%}
100
+ {%- if fn.name is not defined or fn.name is not string -%}
101
+ {{- raise_exception("tool call function name must be a string") -}}
102
+ {%- endif -%}
103
+ {%- if message.name is defined and message.name and message.name != fn.name -%}
104
+ {{- raise_exception("assistant name " ~ message.name ~ " does not match its tool call " ~ fn.name) -}}
105
+ {%- endif -%}
106
+ {%- set args = fn.arguments if fn.arguments is defined and fn.arguments else {} -%}
107
+ {%- if args is string -%}
108
+ {{- raise_exception("tool call arguments must be a parsed object, not a JSON string; canonicalize upstream") -}}
109
+ {%- endif -%}
110
+ {%- if args is not mapping -%}
111
+ {{- raise_exception("tool call arguments must be an object") -}}
112
+ {%- endif -%}
113
+ {{- "<|message_model|>" ~ fn.name ~ "<|content_invoke_tool_json|>" -}}
114
+ {{- '{"name":' ~ (fn.name | tojson(sort_keys=true, separators=(",", ":"))) ~ ',"args":' -}}
115
+ {{- "{" -}}
116
+ {%- for key, value in args | dictsort(case_sensitive=true) -%}
117
+ {{- (key | tojson) ~ ":" ~ (value | tojson(separators=(",", ":"))) -}}
118
+ {%- if not loop.last -%},{%- endif -%}
119
+ {%- endfor -%}
120
+ {{- "}}<|end_message|>" -}}
121
+ {%- endfor -%}
122
+ {%- endif -%}
123
+
124
+ {%- if message.role == "assistant" -%}
125
+ {{- "<|content_model_end_sampling|>" -}}
126
+ {%- endif -%}
127
+ {%- endset -%}
128
+ {%- if message.role == "assistant" -%}
129
+ {%- generation -%}{{- rendered -}}{%- endgeneration -%}
130
+ {%- else -%}
131
+ {{- rendered -}}
132
+ {%- endif -%}
133
+ {%- endfor -%}
134
+
135
+ {%- if not state.effort_emitted -%}
136
+ {{- emit_thinking_effort() -}}
137
+ {%- endif -%}
config.json ADDED
@@ -0,0 +1,3715 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Inkling2LoopForConditionalGeneration"
4
+ ],
5
+ "do_sample": true,
6
+ "eos_token_id": 200006,
7
+ "generation_config": {
8
+ "do_sample": true,
9
+ "temperature": 1.0,
10
+ "eos_token_id": 200006,
11
+ "pad_token_id": 199999
12
+ },
13
+ "model_type": "inkling2_loop",
14
+ "mtp_config": {
15
+ "hidden_size": 2304,
16
+ "num_hidden_layers": 3,
17
+ "num_attention_heads": 24,
18
+ "num_key_value_heads": 8,
19
+ "head_dim": 128,
20
+ "intermediate_size": 9216,
21
+ "max_position_embeddings": 1048576,
22
+ "torch_dtype": "bfloat16",
23
+ "q_bias": false,
24
+ "o_bias": false,
25
+ "rms_norm_eps": 1e-06,
26
+ "rope_theta": 1000000.0,
27
+ "local_layer_ids": [
28
+ 0,
29
+ 2
30
+ ],
31
+ "sliding_window_size": 1024,
32
+ "block_size": 8,
33
+ "markov_rank": 256,
34
+ "markov_head_type": "rnn_hidden",
35
+ "target_layer_ids": [
36
+ 5,
37
+ 23,
38
+ 41,
39
+ 48
40
+ ]
41
+ },
42
+ "temperature": 1.0,
43
+ "text_config": {
44
+ "model_type": "inkling2_loop_text",
45
+ "model_max_length": 1048576,
46
+ "torch_dtype": "bfloat16",
47
+ "hidden_size": 2304,
48
+ "num_hidden_layers": 24,
49
+ "vocab_size": 201024,
50
+ "num_attention_heads": 24,
51
+ "num_key_value_heads": 8,
52
+ "head_dim": 128,
53
+ "d_rel": 16,
54
+ "rel_extent": 1024,
55
+ "q_bias": false,
56
+ "o_bias": false,
57
+ "log_scaling_n_floor": 8192,
58
+ "log_scaling_alpha": 0.1,
59
+ "rms_norm_eps": 1e-06,
60
+ "use_value_norm_no_gamma": true,
61
+ "qk_l2_clip_threshold": 22.627416997969522,
62
+ "rel_l2_clip_threshold": 8.0,
63
+ "local_layer_ids": [
64
+ 0,
65
+ 1,
66
+ 2,
67
+ 3,
68
+ 4,
69
+ 6,
70
+ 7,
71
+ 8,
72
+ 9,
73
+ 10,
74
+ 12,
75
+ 13,
76
+ 14,
77
+ 15,
78
+ 16,
79
+ 18,
80
+ 19,
81
+ 20,
82
+ 21,
83
+ 22
84
+ ],
85
+ "sconv_kernel_size": 4,
86
+ "unpadded_vocab_size": 200058,
87
+ "final_logit_softcapping": 30.0,
88
+ "swa_head_dim": 128,
89
+ "swa_num_attention_heads": 24,
90
+ "swa_num_key_value_heads": 8,
91
+ "sliding_window_size": 1024,
92
+ "n_layers_per_attn_res_block": 6,
93
+ "attn_res_normalize_values": true,
94
+ "n_routed_experts": 128,
95
+ "num_experts_per_tok": 8,
96
+ "n_shared_experts": 0,
97
+ "intermediate_size": 1152,
98
+ "mlp_gate_softcap": 4.0,
99
+ "mlp_up_softcap": 25.0,
100
+ "route_scale": 8.0,
101
+ "use_gate_bias": true,
102
+ "loop_config": {
103
+ "core_start": 6,
104
+ "core_end": 18,
105
+ "num_passes": 3,
106
+ "gate_rank": 64,
107
+ "is_varloop": false
108
+ }
109
+ },
110
+ "vision_config": {
111
+ "model_type": "inkling2_vision",
112
+ "text_hidden_size": 2304,
113
+ "temporal_patch_size": 2,
114
+ "native_patch_size": 20,
115
+ "adapter_merge_size": 2,
116
+ "projection_hidden_dim": 4096,
117
+ "projector_bias": false,
118
+ "hidden_size": 1024,
119
+ "num_hidden_layers": 23,
120
+ "num_attention_heads": 16,
121
+ "mlp_ratio": 4.0,
122
+ "posemb_grid_size": 32,
123
+ "layer_norm_eps": 1e-05
124
+ },
125
+ "quantization": {
126
+ "group_size": 64,
127
+ "bits": 3,
128
+ "mode": "affine",
129
+ "language_model.model.embed_tokens": {
130
+ "group_size": 64,
131
+ "bits": 4,
132
+ "mode": "affine"
133
+ },
134
+ "language_model.model.layers.0.self_attn.q_proj": {
135
+ "group_size": 64,
136
+ "bits": 6,
137
+ "mode": "affine"
138
+ },
139
+ "language_model.model.layers.0.self_attn.k_proj": {
140
+ "group_size": 64,
141
+ "bits": 6,
142
+ "mode": "affine"
143
+ },
144
+ "language_model.model.layers.0.self_attn.v_proj": {
145
+ "group_size": 64,
146
+ "bits": 6,
147
+ "mode": "affine"
148
+ },
149
+ "language_model.model.layers.0.self_attn.r_proj": {
150
+ "group_size": 64,
151
+ "bits": 6,
152
+ "mode": "affine"
153
+ },
154
+ "language_model.model.layers.0.self_attn.o_proj": {
155
+ "group_size": 64,
156
+ "bits": 6,
157
+ "mode": "affine"
158
+ },
159
+ "language_model.model.layers.0.self_attn.gate_proj": {
160
+ "group_size": 64,
161
+ "bits": 6,
162
+ "mode": "affine"
163
+ },
164
+ "language_model.model.layers.0.mlp.switch_mlp.gate_proj": {
165
+ "group_size": 64,
166
+ "bits": 4,
167
+ "mode": "affine"
168
+ },
169
+ "language_model.model.layers.0.mlp.switch_mlp.up_proj": {
170
+ "group_size": 64,
171
+ "bits": 4,
172
+ "mode": "affine"
173
+ },
174
+ "language_model.model.layers.0.mlp.switch_mlp.down_proj": {
175
+ "group_size": 64,
176
+ "bits": 4,
177
+ "mode": "affine"
178
+ },
179
+ "language_model.model.layers.1.self_attn.q_proj": {
180
+ "group_size": 64,
181
+ "bits": 6,
182
+ "mode": "affine"
183
+ },
184
+ "language_model.model.layers.1.self_attn.k_proj": {
185
+ "group_size": 64,
186
+ "bits": 6,
187
+ "mode": "affine"
188
+ },
189
+ "language_model.model.layers.1.self_attn.v_proj": {
190
+ "group_size": 64,
191
+ "bits": 6,
192
+ "mode": "affine"
193
+ },
194
+ "language_model.model.layers.1.self_attn.r_proj": {
195
+ "group_size": 64,
196
+ "bits": 6,
197
+ "mode": "affine"
198
+ },
199
+ "language_model.model.layers.1.self_attn.o_proj": {
200
+ "group_size": 64,
201
+ "bits": 6,
202
+ "mode": "affine"
203
+ },
204
+ "language_model.model.layers.1.self_attn.gate_proj": {
205
+ "group_size": 64,
206
+ "bits": 6,
207
+ "mode": "affine"
208
+ },
209
+ "language_model.model.layers.1.mlp.switch_mlp.gate_proj": {
210
+ "group_size": 64,
211
+ "bits": 4,
212
+ "mode": "affine"
213
+ },
214
+ "language_model.model.layers.1.mlp.switch_mlp.up_proj": {
215
+ "group_size": 64,
216
+ "bits": 4,
217
+ "mode": "affine"
218
+ },
219
+ "language_model.model.layers.1.mlp.switch_mlp.down_proj": {
220
+ "group_size": 64,
221
+ "bits": 4,
222
+ "mode": "affine"
223
+ },
224
+ "language_model.model.layers.2.self_attn.q_proj": {
225
+ "group_size": 64,
226
+ "bits": 6,
227
+ "mode": "affine"
228
+ },
229
+ "language_model.model.layers.2.self_attn.k_proj": {
230
+ "group_size": 64,
231
+ "bits": 6,
232
+ "mode": "affine"
233
+ },
234
+ "language_model.model.layers.2.self_attn.v_proj": {
235
+ "group_size": 64,
236
+ "bits": 6,
237
+ "mode": "affine"
238
+ },
239
+ "language_model.model.layers.2.self_attn.r_proj": {
240
+ "group_size": 64,
241
+ "bits": 6,
242
+ "mode": "affine"
243
+ },
244
+ "language_model.model.layers.2.self_attn.o_proj": {
245
+ "group_size": 64,
246
+ "bits": 6,
247
+ "mode": "affine"
248
+ },
249
+ "language_model.model.layers.2.self_attn.gate_proj": {
250
+ "group_size": 64,
251
+ "bits": 6,
252
+ "mode": "affine"
253
+ },
254
+ "language_model.model.layers.2.mlp.switch_mlp.gate_proj": {
255
+ "group_size": 64,
256
+ "bits": 3,
257
+ "mode": "affine"
258
+ },
259
+ "language_model.model.layers.2.mlp.switch_mlp.up_proj": {
260
+ "group_size": 64,
261
+ "bits": 3,
262
+ "mode": "affine"
263
+ },
264
+ "language_model.model.layers.2.mlp.switch_mlp.down_proj": {
265
+ "group_size": 64,
266
+ "bits": 3,
267
+ "mode": "affine"
268
+ },
269
+ "language_model.model.layers.3.self_attn.q_proj": {
270
+ "group_size": 64,
271
+ "bits": 6,
272
+ "mode": "affine"
273
+ },
274
+ "language_model.model.layers.3.self_attn.k_proj": {
275
+ "group_size": 64,
276
+ "bits": 6,
277
+ "mode": "affine"
278
+ },
279
+ "language_model.model.layers.3.self_attn.v_proj": {
280
+ "group_size": 64,
281
+ "bits": 6,
282
+ "mode": "affine"
283
+ },
284
+ "language_model.model.layers.3.self_attn.r_proj": {
285
+ "group_size": 64,
286
+ "bits": 6,
287
+ "mode": "affine"
288
+ },
289
+ "language_model.model.layers.3.self_attn.o_proj": {
290
+ "group_size": 64,
291
+ "bits": 6,
292
+ "mode": "affine"
293
+ },
294
+ "language_model.model.layers.3.self_attn.gate_proj": {
295
+ "group_size": 64,
296
+ "bits": 6,
297
+ "mode": "affine"
298
+ },
299
+ "language_model.model.layers.3.mlp.switch_mlp.gate_proj": {
300
+ "group_size": 64,
301
+ "bits": 3,
302
+ "mode": "affine"
303
+ },
304
+ "language_model.model.layers.3.mlp.switch_mlp.up_proj": {
305
+ "group_size": 64,
306
+ "bits": 3,
307
+ "mode": "affine"
308
+ },
309
+ "language_model.model.layers.3.mlp.switch_mlp.down_proj": {
310
+ "group_size": 64,
311
+ "bits": 3,
312
+ "mode": "affine"
313
+ },
314
+ "language_model.model.layers.4.self_attn.q_proj": {
315
+ "group_size": 64,
316
+ "bits": 6,
317
+ "mode": "affine"
318
+ },
319
+ "language_model.model.layers.4.self_attn.k_proj": {
320
+ "group_size": 64,
321
+ "bits": 6,
322
+ "mode": "affine"
323
+ },
324
+ "language_model.model.layers.4.self_attn.v_proj": {
325
+ "group_size": 64,
326
+ "bits": 6,
327
+ "mode": "affine"
328
+ },
329
+ "language_model.model.layers.4.self_attn.r_proj": {
330
+ "group_size": 64,
331
+ "bits": 6,
332
+ "mode": "affine"
333
+ },
334
+ "language_model.model.layers.4.self_attn.o_proj": {
335
+ "group_size": 64,
336
+ "bits": 6,
337
+ "mode": "affine"
338
+ },
339
+ "language_model.model.layers.4.self_attn.gate_proj": {
340
+ "group_size": 64,
341
+ "bits": 6,
342
+ "mode": "affine"
343
+ },
344
+ "language_model.model.layers.4.mlp.switch_mlp.gate_proj": {
345
+ "group_size": 64,
346
+ "bits": 3,
347
+ "mode": "affine"
348
+ },
349
+ "language_model.model.layers.4.mlp.switch_mlp.up_proj": {
350
+ "group_size": 64,
351
+ "bits": 3,
352
+ "mode": "affine"
353
+ },
354
+ "language_model.model.layers.4.mlp.switch_mlp.down_proj": {
355
+ "group_size": 64,
356
+ "bits": 3,
357
+ "mode": "affine"
358
+ },
359
+ "language_model.model.layers.5.self_attn.q_proj": {
360
+ "group_size": 64,
361
+ "bits": 6,
362
+ "mode": "affine"
363
+ },
364
+ "language_model.model.layers.5.self_attn.k_proj": {
365
+ "group_size": 64,
366
+ "bits": 6,
367
+ "mode": "affine"
368
+ },
369
+ "language_model.model.layers.5.self_attn.v_proj": {
370
+ "group_size": 64,
371
+ "bits": 6,
372
+ "mode": "affine"
373
+ },
374
+ "language_model.model.layers.5.self_attn.r_proj": {
375
+ "group_size": 64,
376
+ "bits": 6,
377
+ "mode": "affine"
378
+ },
379
+ "language_model.model.layers.5.self_attn.o_proj": {
380
+ "group_size": 64,
381
+ "bits": 6,
382
+ "mode": "affine"
383
+ },
384
+ "language_model.model.layers.5.self_attn.gate_proj": {
385
+ "group_size": 64,
386
+ "bits": 6,
387
+ "mode": "affine"
388
+ },
389
+ "language_model.model.layers.5.mlp.switch_mlp.gate_proj": {
390
+ "group_size": 64,
391
+ "bits": 3,
392
+ "mode": "affine"
393
+ },
394
+ "language_model.model.layers.5.mlp.switch_mlp.up_proj": {
395
+ "group_size": 64,
396
+ "bits": 3,
397
+ "mode": "affine"
398
+ },
399
+ "language_model.model.layers.5.mlp.switch_mlp.down_proj": {
400
+ "group_size": 64,
401
+ "bits": 3,
402
+ "mode": "affine"
403
+ },
404
+ "language_model.model.layers.6.self_attn.q_proj": {
405
+ "group_size": 64,
406
+ "bits": 6,
407
+ "mode": "affine"
408
+ },
409
+ "language_model.model.layers.6.self_attn.k_proj": {
410
+ "group_size": 64,
411
+ "bits": 6,
412
+ "mode": "affine"
413
+ },
414
+ "language_model.model.layers.6.self_attn.v_proj": {
415
+ "group_size": 64,
416
+ "bits": 6,
417
+ "mode": "affine"
418
+ },
419
+ "language_model.model.layers.6.self_attn.r_proj": {
420
+ "group_size": 64,
421
+ "bits": 6,
422
+ "mode": "affine"
423
+ },
424
+ "language_model.model.layers.6.self_attn.o_proj": {
425
+ "group_size": 64,
426
+ "bits": 6,
427
+ "mode": "affine"
428
+ },
429
+ "language_model.model.layers.6.self_attn.gate_proj": {
430
+ "group_size": 64,
431
+ "bits": 6,
432
+ "mode": "affine"
433
+ },
434
+ "language_model.model.layers.6.mlp.switch_mlp.gate_proj": {
435
+ "group_size": 64,
436
+ "bits": 3,
437
+ "mode": "affine"
438
+ },
439
+ "language_model.model.layers.6.mlp.switch_mlp.up_proj": {
440
+ "group_size": 64,
441
+ "bits": 3,
442
+ "mode": "affine"
443
+ },
444
+ "language_model.model.layers.6.mlp.switch_mlp.down_proj": {
445
+ "group_size": 64,
446
+ "bits": 3,
447
+ "mode": "affine"
448
+ },
449
+ "language_model.model.layers.7.self_attn.q_proj": {
450
+ "group_size": 64,
451
+ "bits": 6,
452
+ "mode": "affine"
453
+ },
454
+ "language_model.model.layers.7.self_attn.k_proj": {
455
+ "group_size": 64,
456
+ "bits": 6,
457
+ "mode": "affine"
458
+ },
459
+ "language_model.model.layers.7.self_attn.v_proj": {
460
+ "group_size": 64,
461
+ "bits": 6,
462
+ "mode": "affine"
463
+ },
464
+ "language_model.model.layers.7.self_attn.r_proj": {
465
+ "group_size": 64,
466
+ "bits": 6,
467
+ "mode": "affine"
468
+ },
469
+ "language_model.model.layers.7.self_attn.o_proj": {
470
+ "group_size": 64,
471
+ "bits": 6,
472
+ "mode": "affine"
473
+ },
474
+ "language_model.model.layers.7.self_attn.gate_proj": {
475
+ "group_size": 64,
476
+ "bits": 6,
477
+ "mode": "affine"
478
+ },
479
+ "language_model.model.layers.7.mlp.switch_mlp.gate_proj": {
480
+ "group_size": 64,
481
+ "bits": 3,
482
+ "mode": "affine"
483
+ },
484
+ "language_model.model.layers.7.mlp.switch_mlp.up_proj": {
485
+ "group_size": 64,
486
+ "bits": 3,
487
+ "mode": "affine"
488
+ },
489
+ "language_model.model.layers.7.mlp.switch_mlp.down_proj": {
490
+ "group_size": 64,
491
+ "bits": 3,
492
+ "mode": "affine"
493
+ },
494
+ "language_model.model.layers.8.self_attn.q_proj": {
495
+ "group_size": 64,
496
+ "bits": 6,
497
+ "mode": "affine"
498
+ },
499
+ "language_model.model.layers.8.self_attn.k_proj": {
500
+ "group_size": 64,
501
+ "bits": 6,
502
+ "mode": "affine"
503
+ },
504
+ "language_model.model.layers.8.self_attn.v_proj": {
505
+ "group_size": 64,
506
+ "bits": 6,
507
+ "mode": "affine"
508
+ },
509
+ "language_model.model.layers.8.self_attn.r_proj": {
510
+ "group_size": 64,
511
+ "bits": 6,
512
+ "mode": "affine"
513
+ },
514
+ "language_model.model.layers.8.self_attn.o_proj": {
515
+ "group_size": 64,
516
+ "bits": 6,
517
+ "mode": "affine"
518
+ },
519
+ "language_model.model.layers.8.self_attn.gate_proj": {
520
+ "group_size": 64,
521
+ "bits": 6,
522
+ "mode": "affine"
523
+ },
524
+ "language_model.model.layers.8.mlp.switch_mlp.gate_proj": {
525
+ "group_size": 64,
526
+ "bits": 3,
527
+ "mode": "affine"
528
+ },
529
+ "language_model.model.layers.8.mlp.switch_mlp.up_proj": {
530
+ "group_size": 64,
531
+ "bits": 3,
532
+ "mode": "affine"
533
+ },
534
+ "language_model.model.layers.8.mlp.switch_mlp.down_proj": {
535
+ "group_size": 64,
536
+ "bits": 3,
537
+ "mode": "affine"
538
+ },
539
+ "language_model.model.layers.9.self_attn.q_proj": {
540
+ "group_size": 64,
541
+ "bits": 6,
542
+ "mode": "affine"
543
+ },
544
+ "language_model.model.layers.9.self_attn.k_proj": {
545
+ "group_size": 64,
546
+ "bits": 6,
547
+ "mode": "affine"
548
+ },
549
+ "language_model.model.layers.9.self_attn.v_proj": {
550
+ "group_size": 64,
551
+ "bits": 6,
552
+ "mode": "affine"
553
+ },
554
+ "language_model.model.layers.9.self_attn.r_proj": {
555
+ "group_size": 64,
556
+ "bits": 6,
557
+ "mode": "affine"
558
+ },
559
+ "language_model.model.layers.9.self_attn.o_proj": {
560
+ "group_size": 64,
561
+ "bits": 6,
562
+ "mode": "affine"
563
+ },
564
+ "language_model.model.layers.9.self_attn.gate_proj": {
565
+ "group_size": 64,
566
+ "bits": 6,
567
+ "mode": "affine"
568
+ },
569
+ "language_model.model.layers.9.mlp.switch_mlp.gate_proj": {
570
+ "group_size": 64,
571
+ "bits": 3,
572
+ "mode": "affine"
573
+ },
574
+ "language_model.model.layers.9.mlp.switch_mlp.up_proj": {
575
+ "group_size": 64,
576
+ "bits": 3,
577
+ "mode": "affine"
578
+ },
579
+ "language_model.model.layers.9.mlp.switch_mlp.down_proj": {
580
+ "group_size": 64,
581
+ "bits": 3,
582
+ "mode": "affine"
583
+ },
584
+ "language_model.model.layers.10.self_attn.q_proj": {
585
+ "group_size": 64,
586
+ "bits": 6,
587
+ "mode": "affine"
588
+ },
589
+ "language_model.model.layers.10.self_attn.k_proj": {
590
+ "group_size": 64,
591
+ "bits": 6,
592
+ "mode": "affine"
593
+ },
594
+ "language_model.model.layers.10.self_attn.v_proj": {
595
+ "group_size": 64,
596
+ "bits": 6,
597
+ "mode": "affine"
598
+ },
599
+ "language_model.model.layers.10.self_attn.r_proj": {
600
+ "group_size": 64,
601
+ "bits": 6,
602
+ "mode": "affine"
603
+ },
604
+ "language_model.model.layers.10.self_attn.o_proj": {
605
+ "group_size": 64,
606
+ "bits": 6,
607
+ "mode": "affine"
608
+ },
609
+ "language_model.model.layers.10.self_attn.gate_proj": {
610
+ "group_size": 64,
611
+ "bits": 6,
612
+ "mode": "affine"
613
+ },
614
+ "language_model.model.layers.10.mlp.switch_mlp.gate_proj": {
615
+ "group_size": 64,
616
+ "bits": 3,
617
+ "mode": "affine"
618
+ },
619
+ "language_model.model.layers.10.mlp.switch_mlp.up_proj": {
620
+ "group_size": 64,
621
+ "bits": 3,
622
+ "mode": "affine"
623
+ },
624
+ "language_model.model.layers.10.mlp.switch_mlp.down_proj": {
625
+ "group_size": 64,
626
+ "bits": 3,
627
+ "mode": "affine"
628
+ },
629
+ "language_model.model.layers.11.self_attn.q_proj": {
630
+ "group_size": 64,
631
+ "bits": 6,
632
+ "mode": "affine"
633
+ },
634
+ "language_model.model.layers.11.self_attn.k_proj": {
635
+ "group_size": 64,
636
+ "bits": 6,
637
+ "mode": "affine"
638
+ },
639
+ "language_model.model.layers.11.self_attn.v_proj": {
640
+ "group_size": 64,
641
+ "bits": 6,
642
+ "mode": "affine"
643
+ },
644
+ "language_model.model.layers.11.self_attn.r_proj": {
645
+ "group_size": 64,
646
+ "bits": 6,
647
+ "mode": "affine"
648
+ },
649
+ "language_model.model.layers.11.self_attn.o_proj": {
650
+ "group_size": 64,
651
+ "bits": 6,
652
+ "mode": "affine"
653
+ },
654
+ "language_model.model.layers.11.self_attn.gate_proj": {
655
+ "group_size": 64,
656
+ "bits": 6,
657
+ "mode": "affine"
658
+ },
659
+ "language_model.model.layers.11.mlp.switch_mlp.gate_proj": {
660
+ "group_size": 64,
661
+ "bits": 3,
662
+ "mode": "affine"
663
+ },
664
+ "language_model.model.layers.11.mlp.switch_mlp.up_proj": {
665
+ "group_size": 64,
666
+ "bits": 3,
667
+ "mode": "affine"
668
+ },
669
+ "language_model.model.layers.11.mlp.switch_mlp.down_proj": {
670
+ "group_size": 64,
671
+ "bits": 3,
672
+ "mode": "affine"
673
+ },
674
+ "language_model.model.layers.12.self_attn.q_proj": {
675
+ "group_size": 64,
676
+ "bits": 6,
677
+ "mode": "affine"
678
+ },
679
+ "language_model.model.layers.12.self_attn.k_proj": {
680
+ "group_size": 64,
681
+ "bits": 6,
682
+ "mode": "affine"
683
+ },
684
+ "language_model.model.layers.12.self_attn.v_proj": {
685
+ "group_size": 64,
686
+ "bits": 6,
687
+ "mode": "affine"
688
+ },
689
+ "language_model.model.layers.12.self_attn.r_proj": {
690
+ "group_size": 64,
691
+ "bits": 6,
692
+ "mode": "affine"
693
+ },
694
+ "language_model.model.layers.12.self_attn.o_proj": {
695
+ "group_size": 64,
696
+ "bits": 6,
697
+ "mode": "affine"
698
+ },
699
+ "language_model.model.layers.12.self_attn.gate_proj": {
700
+ "group_size": 64,
701
+ "bits": 6,
702
+ "mode": "affine"
703
+ },
704
+ "language_model.model.layers.12.mlp.switch_mlp.gate_proj": {
705
+ "group_size": 64,
706
+ "bits": 3,
707
+ "mode": "affine"
708
+ },
709
+ "language_model.model.layers.12.mlp.switch_mlp.up_proj": {
710
+ "group_size": 64,
711
+ "bits": 3,
712
+ "mode": "affine"
713
+ },
714
+ "language_model.model.layers.12.mlp.switch_mlp.down_proj": {
715
+ "group_size": 64,
716
+ "bits": 3,
717
+ "mode": "affine"
718
+ },
719
+ "language_model.model.layers.13.self_attn.q_proj": {
720
+ "group_size": 64,
721
+ "bits": 6,
722
+ "mode": "affine"
723
+ },
724
+ "language_model.model.layers.13.self_attn.k_proj": {
725
+ "group_size": 64,
726
+ "bits": 6,
727
+ "mode": "affine"
728
+ },
729
+ "language_model.model.layers.13.self_attn.v_proj": {
730
+ "group_size": 64,
731
+ "bits": 6,
732
+ "mode": "affine"
733
+ },
734
+ "language_model.model.layers.13.self_attn.r_proj": {
735
+ "group_size": 64,
736
+ "bits": 6,
737
+ "mode": "affine"
738
+ },
739
+ "language_model.model.layers.13.self_attn.o_proj": {
740
+ "group_size": 64,
741
+ "bits": 6,
742
+ "mode": "affine"
743
+ },
744
+ "language_model.model.layers.13.self_attn.gate_proj": {
745
+ "group_size": 64,
746
+ "bits": 6,
747
+ "mode": "affine"
748
+ },
749
+ "language_model.model.layers.13.mlp.switch_mlp.gate_proj": {
750
+ "group_size": 64,
751
+ "bits": 3,
752
+ "mode": "affine"
753
+ },
754
+ "language_model.model.layers.13.mlp.switch_mlp.up_proj": {
755
+ "group_size": 64,
756
+ "bits": 3,
757
+ "mode": "affine"
758
+ },
759
+ "language_model.model.layers.13.mlp.switch_mlp.down_proj": {
760
+ "group_size": 64,
761
+ "bits": 3,
762
+ "mode": "affine"
763
+ },
764
+ "language_model.model.layers.14.self_attn.q_proj": {
765
+ "group_size": 64,
766
+ "bits": 6,
767
+ "mode": "affine"
768
+ },
769
+ "language_model.model.layers.14.self_attn.k_proj": {
770
+ "group_size": 64,
771
+ "bits": 6,
772
+ "mode": "affine"
773
+ },
774
+ "language_model.model.layers.14.self_attn.v_proj": {
775
+ "group_size": 64,
776
+ "bits": 6,
777
+ "mode": "affine"
778
+ },
779
+ "language_model.model.layers.14.self_attn.r_proj": {
780
+ "group_size": 64,
781
+ "bits": 6,
782
+ "mode": "affine"
783
+ },
784
+ "language_model.model.layers.14.self_attn.o_proj": {
785
+ "group_size": 64,
786
+ "bits": 6,
787
+ "mode": "affine"
788
+ },
789
+ "language_model.model.layers.14.self_attn.gate_proj": {
790
+ "group_size": 64,
791
+ "bits": 6,
792
+ "mode": "affine"
793
+ },
794
+ "language_model.model.layers.14.mlp.switch_mlp.gate_proj": {
795
+ "group_size": 64,
796
+ "bits": 3,
797
+ "mode": "affine"
798
+ },
799
+ "language_model.model.layers.14.mlp.switch_mlp.up_proj": {
800
+ "group_size": 64,
801
+ "bits": 3,
802
+ "mode": "affine"
803
+ },
804
+ "language_model.model.layers.14.mlp.switch_mlp.down_proj": {
805
+ "group_size": 64,
806
+ "bits": 3,
807
+ "mode": "affine"
808
+ },
809
+ "language_model.model.layers.15.self_attn.q_proj": {
810
+ "group_size": 64,
811
+ "bits": 6,
812
+ "mode": "affine"
813
+ },
814
+ "language_model.model.layers.15.self_attn.k_proj": {
815
+ "group_size": 64,
816
+ "bits": 6,
817
+ "mode": "affine"
818
+ },
819
+ "language_model.model.layers.15.self_attn.v_proj": {
820
+ "group_size": 64,
821
+ "bits": 6,
822
+ "mode": "affine"
823
+ },
824
+ "language_model.model.layers.15.self_attn.r_proj": {
825
+ "group_size": 64,
826
+ "bits": 6,
827
+ "mode": "affine"
828
+ },
829
+ "language_model.model.layers.15.self_attn.o_proj": {
830
+ "group_size": 64,
831
+ "bits": 6,
832
+ "mode": "affine"
833
+ },
834
+ "language_model.model.layers.15.self_attn.gate_proj": {
835
+ "group_size": 64,
836
+ "bits": 6,
837
+ "mode": "affine"
838
+ },
839
+ "language_model.model.layers.15.mlp.switch_mlp.gate_proj": {
840
+ "group_size": 64,
841
+ "bits": 3,
842
+ "mode": "affine"
843
+ },
844
+ "language_model.model.layers.15.mlp.switch_mlp.up_proj": {
845
+ "group_size": 64,
846
+ "bits": 3,
847
+ "mode": "affine"
848
+ },
849
+ "language_model.model.layers.15.mlp.switch_mlp.down_proj": {
850
+ "group_size": 64,
851
+ "bits": 3,
852
+ "mode": "affine"
853
+ },
854
+ "language_model.model.layers.16.self_attn.q_proj": {
855
+ "group_size": 64,
856
+ "bits": 6,
857
+ "mode": "affine"
858
+ },
859
+ "language_model.model.layers.16.self_attn.k_proj": {
860
+ "group_size": 64,
861
+ "bits": 6,
862
+ "mode": "affine"
863
+ },
864
+ "language_model.model.layers.16.self_attn.v_proj": {
865
+ "group_size": 64,
866
+ "bits": 6,
867
+ "mode": "affine"
868
+ },
869
+ "language_model.model.layers.16.self_attn.r_proj": {
870
+ "group_size": 64,
871
+ "bits": 6,
872
+ "mode": "affine"
873
+ },
874
+ "language_model.model.layers.16.self_attn.o_proj": {
875
+ "group_size": 64,
876
+ "bits": 6,
877
+ "mode": "affine"
878
+ },
879
+ "language_model.model.layers.16.self_attn.gate_proj": {
880
+ "group_size": 64,
881
+ "bits": 6,
882
+ "mode": "affine"
883
+ },
884
+ "language_model.model.layers.16.mlp.switch_mlp.gate_proj": {
885
+ "group_size": 64,
886
+ "bits": 3,
887
+ "mode": "affine"
888
+ },
889
+ "language_model.model.layers.16.mlp.switch_mlp.up_proj": {
890
+ "group_size": 64,
891
+ "bits": 3,
892
+ "mode": "affine"
893
+ },
894
+ "language_model.model.layers.16.mlp.switch_mlp.down_proj": {
895
+ "group_size": 64,
896
+ "bits": 3,
897
+ "mode": "affine"
898
+ },
899
+ "language_model.model.layers.17.self_attn.q_proj": {
900
+ "group_size": 64,
901
+ "bits": 6,
902
+ "mode": "affine"
903
+ },
904
+ "language_model.model.layers.17.self_attn.k_proj": {
905
+ "group_size": 64,
906
+ "bits": 6,
907
+ "mode": "affine"
908
+ },
909
+ "language_model.model.layers.17.self_attn.v_proj": {
910
+ "group_size": 64,
911
+ "bits": 6,
912
+ "mode": "affine"
913
+ },
914
+ "language_model.model.layers.17.self_attn.r_proj": {
915
+ "group_size": 64,
916
+ "bits": 6,
917
+ "mode": "affine"
918
+ },
919
+ "language_model.model.layers.17.self_attn.o_proj": {
920
+ "group_size": 64,
921
+ "bits": 6,
922
+ "mode": "affine"
923
+ },
924
+ "language_model.model.layers.17.self_attn.gate_proj": {
925
+ "group_size": 64,
926
+ "bits": 6,
927
+ "mode": "affine"
928
+ },
929
+ "language_model.model.layers.17.mlp.switch_mlp.gate_proj": {
930
+ "group_size": 64,
931
+ "bits": 3,
932
+ "mode": "affine"
933
+ },
934
+ "language_model.model.layers.17.mlp.switch_mlp.up_proj": {
935
+ "group_size": 64,
936
+ "bits": 3,
937
+ "mode": "affine"
938
+ },
939
+ "language_model.model.layers.17.mlp.switch_mlp.down_proj": {
940
+ "group_size": 64,
941
+ "bits": 3,
942
+ "mode": "affine"
943
+ },
944
+ "language_model.model.layers.18.self_attn.q_proj": {
945
+ "group_size": 64,
946
+ "bits": 6,
947
+ "mode": "affine"
948
+ },
949
+ "language_model.model.layers.18.self_attn.k_proj": {
950
+ "group_size": 64,
951
+ "bits": 6,
952
+ "mode": "affine"
953
+ },
954
+ "language_model.model.layers.18.self_attn.v_proj": {
955
+ "group_size": 64,
956
+ "bits": 6,
957
+ "mode": "affine"
958
+ },
959
+ "language_model.model.layers.18.self_attn.r_proj": {
960
+ "group_size": 64,
961
+ "bits": 6,
962
+ "mode": "affine"
963
+ },
964
+ "language_model.model.layers.18.self_attn.o_proj": {
965
+ "group_size": 64,
966
+ "bits": 6,
967
+ "mode": "affine"
968
+ },
969
+ "language_model.model.layers.18.self_attn.gate_proj": {
970
+ "group_size": 64,
971
+ "bits": 6,
972
+ "mode": "affine"
973
+ },
974
+ "language_model.model.layers.18.mlp.switch_mlp.gate_proj": {
975
+ "group_size": 64,
976
+ "bits": 3,
977
+ "mode": "affine"
978
+ },
979
+ "language_model.model.layers.18.mlp.switch_mlp.up_proj": {
980
+ "group_size": 64,
981
+ "bits": 3,
982
+ "mode": "affine"
983
+ },
984
+ "language_model.model.layers.18.mlp.switch_mlp.down_proj": {
985
+ "group_size": 64,
986
+ "bits": 3,
987
+ "mode": "affine"
988
+ },
989
+ "language_model.model.layers.19.self_attn.q_proj": {
990
+ "group_size": 64,
991
+ "bits": 6,
992
+ "mode": "affine"
993
+ },
994
+ "language_model.model.layers.19.self_attn.k_proj": {
995
+ "group_size": 64,
996
+ "bits": 6,
997
+ "mode": "affine"
998
+ },
999
+ "language_model.model.layers.19.self_attn.v_proj": {
1000
+ "group_size": 64,
1001
+ "bits": 6,
1002
+ "mode": "affine"
1003
+ },
1004
+ "language_model.model.layers.19.self_attn.r_proj": {
1005
+ "group_size": 64,
1006
+ "bits": 6,
1007
+ "mode": "affine"
1008
+ },
1009
+ "language_model.model.layers.19.self_attn.o_proj": {
1010
+ "group_size": 64,
1011
+ "bits": 6,
1012
+ "mode": "affine"
1013
+ },
1014
+ "language_model.model.layers.19.self_attn.gate_proj": {
1015
+ "group_size": 64,
1016
+ "bits": 6,
1017
+ "mode": "affine"
1018
+ },
1019
+ "language_model.model.layers.19.mlp.switch_mlp.gate_proj": {
1020
+ "group_size": 64,
1021
+ "bits": 3,
1022
+ "mode": "affine"
1023
+ },
1024
+ "language_model.model.layers.19.mlp.switch_mlp.up_proj": {
1025
+ "group_size": 64,
1026
+ "bits": 3,
1027
+ "mode": "affine"
1028
+ },
1029
+ "language_model.model.layers.19.mlp.switch_mlp.down_proj": {
1030
+ "group_size": 64,
1031
+ "bits": 3,
1032
+ "mode": "affine"
1033
+ },
1034
+ "language_model.model.layers.20.self_attn.q_proj": {
1035
+ "group_size": 64,
1036
+ "bits": 6,
1037
+ "mode": "affine"
1038
+ },
1039
+ "language_model.model.layers.20.self_attn.k_proj": {
1040
+ "group_size": 64,
1041
+ "bits": 6,
1042
+ "mode": "affine"
1043
+ },
1044
+ "language_model.model.layers.20.self_attn.v_proj": {
1045
+ "group_size": 64,
1046
+ "bits": 6,
1047
+ "mode": "affine"
1048
+ },
1049
+ "language_model.model.layers.20.self_attn.r_proj": {
1050
+ "group_size": 64,
1051
+ "bits": 6,
1052
+ "mode": "affine"
1053
+ },
1054
+ "language_model.model.layers.20.self_attn.o_proj": {
1055
+ "group_size": 64,
1056
+ "bits": 6,
1057
+ "mode": "affine"
1058
+ },
1059
+ "language_model.model.layers.20.self_attn.gate_proj": {
1060
+ "group_size": 64,
1061
+ "bits": 6,
1062
+ "mode": "affine"
1063
+ },
1064
+ "language_model.model.layers.20.mlp.switch_mlp.gate_proj": {
1065
+ "group_size": 64,
1066
+ "bits": 4,
1067
+ "mode": "affine"
1068
+ },
1069
+ "language_model.model.layers.20.mlp.switch_mlp.up_proj": {
1070
+ "group_size": 64,
1071
+ "bits": 4,
1072
+ "mode": "affine"
1073
+ },
1074
+ "language_model.model.layers.20.mlp.switch_mlp.down_proj": {
1075
+ "group_size": 64,
1076
+ "bits": 4,
1077
+ "mode": "affine"
1078
+ },
1079
+ "language_model.model.layers.21.self_attn.q_proj": {
1080
+ "group_size": 64,
1081
+ "bits": 6,
1082
+ "mode": "affine"
1083
+ },
1084
+ "language_model.model.layers.21.self_attn.k_proj": {
1085
+ "group_size": 64,
1086
+ "bits": 6,
1087
+ "mode": "affine"
1088
+ },
1089
+ "language_model.model.layers.21.self_attn.v_proj": {
1090
+ "group_size": 64,
1091
+ "bits": 6,
1092
+ "mode": "affine"
1093
+ },
1094
+ "language_model.model.layers.21.self_attn.r_proj": {
1095
+ "group_size": 64,
1096
+ "bits": 6,
1097
+ "mode": "affine"
1098
+ },
1099
+ "language_model.model.layers.21.self_attn.o_proj": {
1100
+ "group_size": 64,
1101
+ "bits": 6,
1102
+ "mode": "affine"
1103
+ },
1104
+ "language_model.model.layers.21.self_attn.gate_proj": {
1105
+ "group_size": 64,
1106
+ "bits": 6,
1107
+ "mode": "affine"
1108
+ },
1109
+ "language_model.model.layers.21.mlp.switch_mlp.gate_proj": {
1110
+ "group_size": 64,
1111
+ "bits": 4,
1112
+ "mode": "affine"
1113
+ },
1114
+ "language_model.model.layers.21.mlp.switch_mlp.up_proj": {
1115
+ "group_size": 64,
1116
+ "bits": 4,
1117
+ "mode": "affine"
1118
+ },
1119
+ "language_model.model.layers.21.mlp.switch_mlp.down_proj": {
1120
+ "group_size": 64,
1121
+ "bits": 4,
1122
+ "mode": "affine"
1123
+ },
1124
+ "language_model.model.layers.22.self_attn.q_proj": {
1125
+ "group_size": 64,
1126
+ "bits": 6,
1127
+ "mode": "affine"
1128
+ },
1129
+ "language_model.model.layers.22.self_attn.k_proj": {
1130
+ "group_size": 64,
1131
+ "bits": 6,
1132
+ "mode": "affine"
1133
+ },
1134
+ "language_model.model.layers.22.self_attn.v_proj": {
1135
+ "group_size": 64,
1136
+ "bits": 6,
1137
+ "mode": "affine"
1138
+ },
1139
+ "language_model.model.layers.22.self_attn.r_proj": {
1140
+ "group_size": 64,
1141
+ "bits": 6,
1142
+ "mode": "affine"
1143
+ },
1144
+ "language_model.model.layers.22.self_attn.o_proj": {
1145
+ "group_size": 64,
1146
+ "bits": 6,
1147
+ "mode": "affine"
1148
+ },
1149
+ "language_model.model.layers.22.self_attn.gate_proj": {
1150
+ "group_size": 64,
1151
+ "bits": 6,
1152
+ "mode": "affine"
1153
+ },
1154
+ "language_model.model.layers.22.mlp.switch_mlp.gate_proj": {
1155
+ "group_size": 64,
1156
+ "bits": 4,
1157
+ "mode": "affine"
1158
+ },
1159
+ "language_model.model.layers.22.mlp.switch_mlp.up_proj": {
1160
+ "group_size": 64,
1161
+ "bits": 4,
1162
+ "mode": "affine"
1163
+ },
1164
+ "language_model.model.layers.22.mlp.switch_mlp.down_proj": {
1165
+ "group_size": 64,
1166
+ "bits": 4,
1167
+ "mode": "affine"
1168
+ },
1169
+ "language_model.model.layers.23.self_attn.q_proj": {
1170
+ "group_size": 64,
1171
+ "bits": 6,
1172
+ "mode": "affine"
1173
+ },
1174
+ "language_model.model.layers.23.self_attn.k_proj": {
1175
+ "group_size": 64,
1176
+ "bits": 6,
1177
+ "mode": "affine"
1178
+ },
1179
+ "language_model.model.layers.23.self_attn.v_proj": {
1180
+ "group_size": 64,
1181
+ "bits": 6,
1182
+ "mode": "affine"
1183
+ },
1184
+ "language_model.model.layers.23.self_attn.r_proj": {
1185
+ "group_size": 64,
1186
+ "bits": 6,
1187
+ "mode": "affine"
1188
+ },
1189
+ "language_model.model.layers.23.self_attn.o_proj": {
1190
+ "group_size": 64,
1191
+ "bits": 6,
1192
+ "mode": "affine"
1193
+ },
1194
+ "language_model.model.layers.23.self_attn.gate_proj": {
1195
+ "group_size": 64,
1196
+ "bits": 6,
1197
+ "mode": "affine"
1198
+ },
1199
+ "language_model.model.layers.23.mlp.switch_mlp.gate_proj": {
1200
+ "group_size": 64,
1201
+ "bits": 4,
1202
+ "mode": "affine"
1203
+ },
1204
+ "language_model.model.layers.23.mlp.switch_mlp.up_proj": {
1205
+ "group_size": 64,
1206
+ "bits": 4,
1207
+ "mode": "affine"
1208
+ },
1209
+ "language_model.model.layers.23.mlp.switch_mlp.down_proj": {
1210
+ "group_size": 64,
1211
+ "bits": 4,
1212
+ "mode": "affine"
1213
+ },
1214
+ "language_model.lm_head": {
1215
+ "group_size": 64,
1216
+ "bits": 4,
1217
+ "mode": "affine"
1218
+ },
1219
+ "vision_tower.layers.0.self_attn.q_proj": {
1220
+ "group_size": 64,
1221
+ "bits": 6,
1222
+ "mode": "affine"
1223
+ },
1224
+ "vision_tower.layers.0.self_attn.k_proj": {
1225
+ "group_size": 64,
1226
+ "bits": 6,
1227
+ "mode": "affine"
1228
+ },
1229
+ "vision_tower.layers.0.self_attn.v_proj": {
1230
+ "group_size": 64,
1231
+ "bits": 6,
1232
+ "mode": "affine"
1233
+ },
1234
+ "vision_tower.layers.0.self_attn.out_proj": {
1235
+ "group_size": 64,
1236
+ "bits": 4,
1237
+ "mode": "affine"
1238
+ },
1239
+ "vision_tower.layers.0.mlp.fc1": {
1240
+ "group_size": 64,
1241
+ "bits": 4,
1242
+ "mode": "affine"
1243
+ },
1244
+ "vision_tower.layers.0.mlp.fc2": {
1245
+ "group_size": 64,
1246
+ "bits": 4,
1247
+ "mode": "affine"
1248
+ },
1249
+ "vision_tower.layers.1.self_attn.q_proj": {
1250
+ "group_size": 64,
1251
+ "bits": 6,
1252
+ "mode": "affine"
1253
+ },
1254
+ "vision_tower.layers.1.self_attn.k_proj": {
1255
+ "group_size": 64,
1256
+ "bits": 6,
1257
+ "mode": "affine"
1258
+ },
1259
+ "vision_tower.layers.1.self_attn.v_proj": {
1260
+ "group_size": 64,
1261
+ "bits": 6,
1262
+ "mode": "affine"
1263
+ },
1264
+ "vision_tower.layers.1.self_attn.out_proj": {
1265
+ "group_size": 64,
1266
+ "bits": 4,
1267
+ "mode": "affine"
1268
+ },
1269
+ "vision_tower.layers.1.mlp.fc1": {
1270
+ "group_size": 64,
1271
+ "bits": 4,
1272
+ "mode": "affine"
1273
+ },
1274
+ "vision_tower.layers.1.mlp.fc2": {
1275
+ "group_size": 64,
1276
+ "bits": 4,
1277
+ "mode": "affine"
1278
+ },
1279
+ "vision_tower.layers.2.self_attn.q_proj": {
1280
+ "group_size": 64,
1281
+ "bits": 6,
1282
+ "mode": "affine"
1283
+ },
1284
+ "vision_tower.layers.2.self_attn.k_proj": {
1285
+ "group_size": 64,
1286
+ "bits": 6,
1287
+ "mode": "affine"
1288
+ },
1289
+ "vision_tower.layers.2.self_attn.v_proj": {
1290
+ "group_size": 64,
1291
+ "bits": 6,
1292
+ "mode": "affine"
1293
+ },
1294
+ "vision_tower.layers.2.self_attn.out_proj": {
1295
+ "group_size": 64,
1296
+ "bits": 4,
1297
+ "mode": "affine"
1298
+ },
1299
+ "vision_tower.layers.2.mlp.fc1": {
1300
+ "group_size": 64,
1301
+ "bits": 4,
1302
+ "mode": "affine"
1303
+ },
1304
+ "vision_tower.layers.2.mlp.fc2": {
1305
+ "group_size": 64,
1306
+ "bits": 4,
1307
+ "mode": "affine"
1308
+ },
1309
+ "vision_tower.layers.3.self_attn.q_proj": {
1310
+ "group_size": 64,
1311
+ "bits": 6,
1312
+ "mode": "affine"
1313
+ },
1314
+ "vision_tower.layers.3.self_attn.k_proj": {
1315
+ "group_size": 64,
1316
+ "bits": 6,
1317
+ "mode": "affine"
1318
+ },
1319
+ "vision_tower.layers.3.self_attn.v_proj": {
1320
+ "group_size": 64,
1321
+ "bits": 6,
1322
+ "mode": "affine"
1323
+ },
1324
+ "vision_tower.layers.3.self_attn.out_proj": {
1325
+ "group_size": 64,
1326
+ "bits": 4,
1327
+ "mode": "affine"
1328
+ },
1329
+ "vision_tower.layers.3.mlp.fc1": {
1330
+ "group_size": 64,
1331
+ "bits": 4,
1332
+ "mode": "affine"
1333
+ },
1334
+ "vision_tower.layers.3.mlp.fc2": {
1335
+ "group_size": 64,
1336
+ "bits": 4,
1337
+ "mode": "affine"
1338
+ },
1339
+ "vision_tower.layers.4.self_attn.q_proj": {
1340
+ "group_size": 64,
1341
+ "bits": 6,
1342
+ "mode": "affine"
1343
+ },
1344
+ "vision_tower.layers.4.self_attn.k_proj": {
1345
+ "group_size": 64,
1346
+ "bits": 6,
1347
+ "mode": "affine"
1348
+ },
1349
+ "vision_tower.layers.4.self_attn.v_proj": {
1350
+ "group_size": 64,
1351
+ "bits": 6,
1352
+ "mode": "affine"
1353
+ },
1354
+ "vision_tower.layers.4.self_attn.out_proj": {
1355
+ "group_size": 64,
1356
+ "bits": 4,
1357
+ "mode": "affine"
1358
+ },
1359
+ "vision_tower.layers.4.mlp.fc1": {
1360
+ "group_size": 64,
1361
+ "bits": 4,
1362
+ "mode": "affine"
1363
+ },
1364
+ "vision_tower.layers.4.mlp.fc2": {
1365
+ "group_size": 64,
1366
+ "bits": 4,
1367
+ "mode": "affine"
1368
+ },
1369
+ "vision_tower.layers.5.self_attn.q_proj": {
1370
+ "group_size": 64,
1371
+ "bits": 6,
1372
+ "mode": "affine"
1373
+ },
1374
+ "vision_tower.layers.5.self_attn.k_proj": {
1375
+ "group_size": 64,
1376
+ "bits": 6,
1377
+ "mode": "affine"
1378
+ },
1379
+ "vision_tower.layers.5.self_attn.v_proj": {
1380
+ "group_size": 64,
1381
+ "bits": 6,
1382
+ "mode": "affine"
1383
+ },
1384
+ "vision_tower.layers.5.self_attn.out_proj": {
1385
+ "group_size": 64,
1386
+ "bits": 4,
1387
+ "mode": "affine"
1388
+ },
1389
+ "vision_tower.layers.5.mlp.fc1": {
1390
+ "group_size": 64,
1391
+ "bits": 4,
1392
+ "mode": "affine"
1393
+ },
1394
+ "vision_tower.layers.5.mlp.fc2": {
1395
+ "group_size": 64,
1396
+ "bits": 4,
1397
+ "mode": "affine"
1398
+ },
1399
+ "vision_tower.layers.6.self_attn.q_proj": {
1400
+ "group_size": 64,
1401
+ "bits": 6,
1402
+ "mode": "affine"
1403
+ },
1404
+ "vision_tower.layers.6.self_attn.k_proj": {
1405
+ "group_size": 64,
1406
+ "bits": 6,
1407
+ "mode": "affine"
1408
+ },
1409
+ "vision_tower.layers.6.self_attn.v_proj": {
1410
+ "group_size": 64,
1411
+ "bits": 6,
1412
+ "mode": "affine"
1413
+ },
1414
+ "vision_tower.layers.6.self_attn.out_proj": {
1415
+ "group_size": 64,
1416
+ "bits": 4,
1417
+ "mode": "affine"
1418
+ },
1419
+ "vision_tower.layers.6.mlp.fc1": {
1420
+ "group_size": 64,
1421
+ "bits": 4,
1422
+ "mode": "affine"
1423
+ },
1424
+ "vision_tower.layers.6.mlp.fc2": {
1425
+ "group_size": 64,
1426
+ "bits": 4,
1427
+ "mode": "affine"
1428
+ },
1429
+ "vision_tower.layers.7.self_attn.q_proj": {
1430
+ "group_size": 64,
1431
+ "bits": 6,
1432
+ "mode": "affine"
1433
+ },
1434
+ "vision_tower.layers.7.self_attn.k_proj": {
1435
+ "group_size": 64,
1436
+ "bits": 6,
1437
+ "mode": "affine"
1438
+ },
1439
+ "vision_tower.layers.7.self_attn.v_proj": {
1440
+ "group_size": 64,
1441
+ "bits": 6,
1442
+ "mode": "affine"
1443
+ },
1444
+ "vision_tower.layers.7.self_attn.out_proj": {
1445
+ "group_size": 64,
1446
+ "bits": 4,
1447
+ "mode": "affine"
1448
+ },
1449
+ "vision_tower.layers.7.mlp.fc1": {
1450
+ "group_size": 64,
1451
+ "bits": 4,
1452
+ "mode": "affine"
1453
+ },
1454
+ "vision_tower.layers.7.mlp.fc2": {
1455
+ "group_size": 64,
1456
+ "bits": 4,
1457
+ "mode": "affine"
1458
+ },
1459
+ "vision_tower.layers.8.self_attn.q_proj": {
1460
+ "group_size": 64,
1461
+ "bits": 6,
1462
+ "mode": "affine"
1463
+ },
1464
+ "vision_tower.layers.8.self_attn.k_proj": {
1465
+ "group_size": 64,
1466
+ "bits": 6,
1467
+ "mode": "affine"
1468
+ },
1469
+ "vision_tower.layers.8.self_attn.v_proj": {
1470
+ "group_size": 64,
1471
+ "bits": 6,
1472
+ "mode": "affine"
1473
+ },
1474
+ "vision_tower.layers.8.self_attn.out_proj": {
1475
+ "group_size": 64,
1476
+ "bits": 4,
1477
+ "mode": "affine"
1478
+ },
1479
+ "vision_tower.layers.8.mlp.fc1": {
1480
+ "group_size": 64,
1481
+ "bits": 4,
1482
+ "mode": "affine"
1483
+ },
1484
+ "vision_tower.layers.8.mlp.fc2": {
1485
+ "group_size": 64,
1486
+ "bits": 4,
1487
+ "mode": "affine"
1488
+ },
1489
+ "vision_tower.layers.9.self_attn.q_proj": {
1490
+ "group_size": 64,
1491
+ "bits": 6,
1492
+ "mode": "affine"
1493
+ },
1494
+ "vision_tower.layers.9.self_attn.k_proj": {
1495
+ "group_size": 64,
1496
+ "bits": 6,
1497
+ "mode": "affine"
1498
+ },
1499
+ "vision_tower.layers.9.self_attn.v_proj": {
1500
+ "group_size": 64,
1501
+ "bits": 6,
1502
+ "mode": "affine"
1503
+ },
1504
+ "vision_tower.layers.9.self_attn.out_proj": {
1505
+ "group_size": 64,
1506
+ "bits": 4,
1507
+ "mode": "affine"
1508
+ },
1509
+ "vision_tower.layers.9.mlp.fc1": {
1510
+ "group_size": 64,
1511
+ "bits": 4,
1512
+ "mode": "affine"
1513
+ },
1514
+ "vision_tower.layers.9.mlp.fc2": {
1515
+ "group_size": 64,
1516
+ "bits": 4,
1517
+ "mode": "affine"
1518
+ },
1519
+ "vision_tower.layers.10.self_attn.q_proj": {
1520
+ "group_size": 64,
1521
+ "bits": 6,
1522
+ "mode": "affine"
1523
+ },
1524
+ "vision_tower.layers.10.self_attn.k_proj": {
1525
+ "group_size": 64,
1526
+ "bits": 6,
1527
+ "mode": "affine"
1528
+ },
1529
+ "vision_tower.layers.10.self_attn.v_proj": {
1530
+ "group_size": 64,
1531
+ "bits": 6,
1532
+ "mode": "affine"
1533
+ },
1534
+ "vision_tower.layers.10.self_attn.out_proj": {
1535
+ "group_size": 64,
1536
+ "bits": 4,
1537
+ "mode": "affine"
1538
+ },
1539
+ "vision_tower.layers.10.mlp.fc1": {
1540
+ "group_size": 64,
1541
+ "bits": 4,
1542
+ "mode": "affine"
1543
+ },
1544
+ "vision_tower.layers.10.mlp.fc2": {
1545
+ "group_size": 64,
1546
+ "bits": 4,
1547
+ "mode": "affine"
1548
+ },
1549
+ "vision_tower.layers.11.self_attn.q_proj": {
1550
+ "group_size": 64,
1551
+ "bits": 6,
1552
+ "mode": "affine"
1553
+ },
1554
+ "vision_tower.layers.11.self_attn.k_proj": {
1555
+ "group_size": 64,
1556
+ "bits": 6,
1557
+ "mode": "affine"
1558
+ },
1559
+ "vision_tower.layers.11.self_attn.v_proj": {
1560
+ "group_size": 64,
1561
+ "bits": 6,
1562
+ "mode": "affine"
1563
+ },
1564
+ "vision_tower.layers.11.self_attn.out_proj": {
1565
+ "group_size": 64,
1566
+ "bits": 4,
1567
+ "mode": "affine"
1568
+ },
1569
+ "vision_tower.layers.11.mlp.fc1": {
1570
+ "group_size": 64,
1571
+ "bits": 4,
1572
+ "mode": "affine"
1573
+ },
1574
+ "vision_tower.layers.11.mlp.fc2": {
1575
+ "group_size": 64,
1576
+ "bits": 4,
1577
+ "mode": "affine"
1578
+ },
1579
+ "vision_tower.layers.12.self_attn.q_proj": {
1580
+ "group_size": 64,
1581
+ "bits": 6,
1582
+ "mode": "affine"
1583
+ },
1584
+ "vision_tower.layers.12.self_attn.k_proj": {
1585
+ "group_size": 64,
1586
+ "bits": 6,
1587
+ "mode": "affine"
1588
+ },
1589
+ "vision_tower.layers.12.self_attn.v_proj": {
1590
+ "group_size": 64,
1591
+ "bits": 6,
1592
+ "mode": "affine"
1593
+ },
1594
+ "vision_tower.layers.12.self_attn.out_proj": {
1595
+ "group_size": 64,
1596
+ "bits": 4,
1597
+ "mode": "affine"
1598
+ },
1599
+ "vision_tower.layers.12.mlp.fc1": {
1600
+ "group_size": 64,
1601
+ "bits": 4,
1602
+ "mode": "affine"
1603
+ },
1604
+ "vision_tower.layers.12.mlp.fc2": {
1605
+ "group_size": 64,
1606
+ "bits": 4,
1607
+ "mode": "affine"
1608
+ },
1609
+ "vision_tower.layers.13.self_attn.q_proj": {
1610
+ "group_size": 64,
1611
+ "bits": 6,
1612
+ "mode": "affine"
1613
+ },
1614
+ "vision_tower.layers.13.self_attn.k_proj": {
1615
+ "group_size": 64,
1616
+ "bits": 6,
1617
+ "mode": "affine"
1618
+ },
1619
+ "vision_tower.layers.13.self_attn.v_proj": {
1620
+ "group_size": 64,
1621
+ "bits": 6,
1622
+ "mode": "affine"
1623
+ },
1624
+ "vision_tower.layers.13.self_attn.out_proj": {
1625
+ "group_size": 64,
1626
+ "bits": 4,
1627
+ "mode": "affine"
1628
+ },
1629
+ "vision_tower.layers.13.mlp.fc1": {
1630
+ "group_size": 64,
1631
+ "bits": 4,
1632
+ "mode": "affine"
1633
+ },
1634
+ "vision_tower.layers.13.mlp.fc2": {
1635
+ "group_size": 64,
1636
+ "bits": 4,
1637
+ "mode": "affine"
1638
+ },
1639
+ "vision_tower.layers.14.self_attn.q_proj": {
1640
+ "group_size": 64,
1641
+ "bits": 6,
1642
+ "mode": "affine"
1643
+ },
1644
+ "vision_tower.layers.14.self_attn.k_proj": {
1645
+ "group_size": 64,
1646
+ "bits": 6,
1647
+ "mode": "affine"
1648
+ },
1649
+ "vision_tower.layers.14.self_attn.v_proj": {
1650
+ "group_size": 64,
1651
+ "bits": 6,
1652
+ "mode": "affine"
1653
+ },
1654
+ "vision_tower.layers.14.self_attn.out_proj": {
1655
+ "group_size": 64,
1656
+ "bits": 4,
1657
+ "mode": "affine"
1658
+ },
1659
+ "vision_tower.layers.14.mlp.fc1": {
1660
+ "group_size": 64,
1661
+ "bits": 4,
1662
+ "mode": "affine"
1663
+ },
1664
+ "vision_tower.layers.14.mlp.fc2": {
1665
+ "group_size": 64,
1666
+ "bits": 4,
1667
+ "mode": "affine"
1668
+ },
1669
+ "vision_tower.layers.15.self_attn.q_proj": {
1670
+ "group_size": 64,
1671
+ "bits": 6,
1672
+ "mode": "affine"
1673
+ },
1674
+ "vision_tower.layers.15.self_attn.k_proj": {
1675
+ "group_size": 64,
1676
+ "bits": 6,
1677
+ "mode": "affine"
1678
+ },
1679
+ "vision_tower.layers.15.self_attn.v_proj": {
1680
+ "group_size": 64,
1681
+ "bits": 6,
1682
+ "mode": "affine"
1683
+ },
1684
+ "vision_tower.layers.15.self_attn.out_proj": {
1685
+ "group_size": 64,
1686
+ "bits": 4,
1687
+ "mode": "affine"
1688
+ },
1689
+ "vision_tower.layers.15.mlp.fc1": {
1690
+ "group_size": 64,
1691
+ "bits": 4,
1692
+ "mode": "affine"
1693
+ },
1694
+ "vision_tower.layers.15.mlp.fc2": {
1695
+ "group_size": 64,
1696
+ "bits": 4,
1697
+ "mode": "affine"
1698
+ },
1699
+ "vision_tower.layers.16.self_attn.q_proj": {
1700
+ "group_size": 64,
1701
+ "bits": 6,
1702
+ "mode": "affine"
1703
+ },
1704
+ "vision_tower.layers.16.self_attn.k_proj": {
1705
+ "group_size": 64,
1706
+ "bits": 6,
1707
+ "mode": "affine"
1708
+ },
1709
+ "vision_tower.layers.16.self_attn.v_proj": {
1710
+ "group_size": 64,
1711
+ "bits": 6,
1712
+ "mode": "affine"
1713
+ },
1714
+ "vision_tower.layers.16.self_attn.out_proj": {
1715
+ "group_size": 64,
1716
+ "bits": 4,
1717
+ "mode": "affine"
1718
+ },
1719
+ "vision_tower.layers.16.mlp.fc1": {
1720
+ "group_size": 64,
1721
+ "bits": 4,
1722
+ "mode": "affine"
1723
+ },
1724
+ "vision_tower.layers.16.mlp.fc2": {
1725
+ "group_size": 64,
1726
+ "bits": 4,
1727
+ "mode": "affine"
1728
+ },
1729
+ "vision_tower.layers.17.self_attn.q_proj": {
1730
+ "group_size": 64,
1731
+ "bits": 6,
1732
+ "mode": "affine"
1733
+ },
1734
+ "vision_tower.layers.17.self_attn.k_proj": {
1735
+ "group_size": 64,
1736
+ "bits": 6,
1737
+ "mode": "affine"
1738
+ },
1739
+ "vision_tower.layers.17.self_attn.v_proj": {
1740
+ "group_size": 64,
1741
+ "bits": 6,
1742
+ "mode": "affine"
1743
+ },
1744
+ "vision_tower.layers.17.self_attn.out_proj": {
1745
+ "group_size": 64,
1746
+ "bits": 4,
1747
+ "mode": "affine"
1748
+ },
1749
+ "vision_tower.layers.17.mlp.fc1": {
1750
+ "group_size": 64,
1751
+ "bits": 4,
1752
+ "mode": "affine"
1753
+ },
1754
+ "vision_tower.layers.17.mlp.fc2": {
1755
+ "group_size": 64,
1756
+ "bits": 4,
1757
+ "mode": "affine"
1758
+ },
1759
+ "vision_tower.layers.18.self_attn.q_proj": {
1760
+ "group_size": 64,
1761
+ "bits": 6,
1762
+ "mode": "affine"
1763
+ },
1764
+ "vision_tower.layers.18.self_attn.k_proj": {
1765
+ "group_size": 64,
1766
+ "bits": 6,
1767
+ "mode": "affine"
1768
+ },
1769
+ "vision_tower.layers.18.self_attn.v_proj": {
1770
+ "group_size": 64,
1771
+ "bits": 6,
1772
+ "mode": "affine"
1773
+ },
1774
+ "vision_tower.layers.18.self_attn.out_proj": {
1775
+ "group_size": 64,
1776
+ "bits": 4,
1777
+ "mode": "affine"
1778
+ },
1779
+ "vision_tower.layers.18.mlp.fc1": {
1780
+ "group_size": 64,
1781
+ "bits": 4,
1782
+ "mode": "affine"
1783
+ },
1784
+ "vision_tower.layers.18.mlp.fc2": {
1785
+ "group_size": 64,
1786
+ "bits": 4,
1787
+ "mode": "affine"
1788
+ },
1789
+ "vision_tower.layers.19.self_attn.q_proj": {
1790
+ "group_size": 64,
1791
+ "bits": 6,
1792
+ "mode": "affine"
1793
+ },
1794
+ "vision_tower.layers.19.self_attn.k_proj": {
1795
+ "group_size": 64,
1796
+ "bits": 6,
1797
+ "mode": "affine"
1798
+ },
1799
+ "vision_tower.layers.19.self_attn.v_proj": {
1800
+ "group_size": 64,
1801
+ "bits": 6,
1802
+ "mode": "affine"
1803
+ },
1804
+ "vision_tower.layers.19.self_attn.out_proj": {
1805
+ "group_size": 64,
1806
+ "bits": 4,
1807
+ "mode": "affine"
1808
+ },
1809
+ "vision_tower.layers.19.mlp.fc1": {
1810
+ "group_size": 64,
1811
+ "bits": 4,
1812
+ "mode": "affine"
1813
+ },
1814
+ "vision_tower.layers.19.mlp.fc2": {
1815
+ "group_size": 64,
1816
+ "bits": 4,
1817
+ "mode": "affine"
1818
+ },
1819
+ "vision_tower.layers.20.self_attn.q_proj": {
1820
+ "group_size": 64,
1821
+ "bits": 6,
1822
+ "mode": "affine"
1823
+ },
1824
+ "vision_tower.layers.20.self_attn.k_proj": {
1825
+ "group_size": 64,
1826
+ "bits": 6,
1827
+ "mode": "affine"
1828
+ },
1829
+ "vision_tower.layers.20.self_attn.v_proj": {
1830
+ "group_size": 64,
1831
+ "bits": 6,
1832
+ "mode": "affine"
1833
+ },
1834
+ "vision_tower.layers.20.self_attn.out_proj": {
1835
+ "group_size": 64,
1836
+ "bits": 4,
1837
+ "mode": "affine"
1838
+ },
1839
+ "vision_tower.layers.20.mlp.fc1": {
1840
+ "group_size": 64,
1841
+ "bits": 4,
1842
+ "mode": "affine"
1843
+ },
1844
+ "vision_tower.layers.20.mlp.fc2": {
1845
+ "group_size": 64,
1846
+ "bits": 4,
1847
+ "mode": "affine"
1848
+ },
1849
+ "vision_tower.layers.21.self_attn.q_proj": {
1850
+ "group_size": 64,
1851
+ "bits": 6,
1852
+ "mode": "affine"
1853
+ },
1854
+ "vision_tower.layers.21.self_attn.k_proj": {
1855
+ "group_size": 64,
1856
+ "bits": 6,
1857
+ "mode": "affine"
1858
+ },
1859
+ "vision_tower.layers.21.self_attn.v_proj": {
1860
+ "group_size": 64,
1861
+ "bits": 6,
1862
+ "mode": "affine"
1863
+ },
1864
+ "vision_tower.layers.21.self_attn.out_proj": {
1865
+ "group_size": 64,
1866
+ "bits": 4,
1867
+ "mode": "affine"
1868
+ },
1869
+ "vision_tower.layers.21.mlp.fc1": {
1870
+ "group_size": 64,
1871
+ "bits": 4,
1872
+ "mode": "affine"
1873
+ },
1874
+ "vision_tower.layers.21.mlp.fc2": {
1875
+ "group_size": 64,
1876
+ "bits": 4,
1877
+ "mode": "affine"
1878
+ },
1879
+ "vision_tower.layers.22.self_attn.q_proj": {
1880
+ "group_size": 64,
1881
+ "bits": 6,
1882
+ "mode": "affine"
1883
+ },
1884
+ "vision_tower.layers.22.self_attn.k_proj": {
1885
+ "group_size": 64,
1886
+ "bits": 6,
1887
+ "mode": "affine"
1888
+ },
1889
+ "vision_tower.layers.22.self_attn.v_proj": {
1890
+ "group_size": 64,
1891
+ "bits": 6,
1892
+ "mode": "affine"
1893
+ },
1894
+ "vision_tower.layers.22.self_attn.out_proj": {
1895
+ "group_size": 64,
1896
+ "bits": 4,
1897
+ "mode": "affine"
1898
+ },
1899
+ "vision_tower.layers.22.mlp.fc1": {
1900
+ "group_size": 64,
1901
+ "bits": 4,
1902
+ "mode": "affine"
1903
+ },
1904
+ "vision_tower.layers.22.mlp.fc2": {
1905
+ "group_size": 64,
1906
+ "bits": 4,
1907
+ "mode": "affine"
1908
+ },
1909
+ "vision_tower.proj_in": {
1910
+ "group_size": 64,
1911
+ "bits": 4,
1912
+ "mode": "affine"
1913
+ },
1914
+ "vision_tower.proj_out": {
1915
+ "group_size": 64,
1916
+ "bits": 4,
1917
+ "mode": "affine"
1918
+ }
1919
+ },
1920
+ "quantization_config": {
1921
+ "group_size": 64,
1922
+ "bits": 3,
1923
+ "mode": "affine",
1924
+ "language_model.model.embed_tokens": {
1925
+ "group_size": 64,
1926
+ "bits": 4,
1927
+ "mode": "affine"
1928
+ },
1929
+ "language_model.model.layers.0.self_attn.q_proj": {
1930
+ "group_size": 64,
1931
+ "bits": 6,
1932
+ "mode": "affine"
1933
+ },
1934
+ "language_model.model.layers.0.self_attn.k_proj": {
1935
+ "group_size": 64,
1936
+ "bits": 6,
1937
+ "mode": "affine"
1938
+ },
1939
+ "language_model.model.layers.0.self_attn.v_proj": {
1940
+ "group_size": 64,
1941
+ "bits": 6,
1942
+ "mode": "affine"
1943
+ },
1944
+ "language_model.model.layers.0.self_attn.r_proj": {
1945
+ "group_size": 64,
1946
+ "bits": 6,
1947
+ "mode": "affine"
1948
+ },
1949
+ "language_model.model.layers.0.self_attn.o_proj": {
1950
+ "group_size": 64,
1951
+ "bits": 6,
1952
+ "mode": "affine"
1953
+ },
1954
+ "language_model.model.layers.0.self_attn.gate_proj": {
1955
+ "group_size": 64,
1956
+ "bits": 6,
1957
+ "mode": "affine"
1958
+ },
1959
+ "language_model.model.layers.0.mlp.switch_mlp.gate_proj": {
1960
+ "group_size": 64,
1961
+ "bits": 4,
1962
+ "mode": "affine"
1963
+ },
1964
+ "language_model.model.layers.0.mlp.switch_mlp.up_proj": {
1965
+ "group_size": 64,
1966
+ "bits": 4,
1967
+ "mode": "affine"
1968
+ },
1969
+ "language_model.model.layers.0.mlp.switch_mlp.down_proj": {
1970
+ "group_size": 64,
1971
+ "bits": 4,
1972
+ "mode": "affine"
1973
+ },
1974
+ "language_model.model.layers.1.self_attn.q_proj": {
1975
+ "group_size": 64,
1976
+ "bits": 6,
1977
+ "mode": "affine"
1978
+ },
1979
+ "language_model.model.layers.1.self_attn.k_proj": {
1980
+ "group_size": 64,
1981
+ "bits": 6,
1982
+ "mode": "affine"
1983
+ },
1984
+ "language_model.model.layers.1.self_attn.v_proj": {
1985
+ "group_size": 64,
1986
+ "bits": 6,
1987
+ "mode": "affine"
1988
+ },
1989
+ "language_model.model.layers.1.self_attn.r_proj": {
1990
+ "group_size": 64,
1991
+ "bits": 6,
1992
+ "mode": "affine"
1993
+ },
1994
+ "language_model.model.layers.1.self_attn.o_proj": {
1995
+ "group_size": 64,
1996
+ "bits": 6,
1997
+ "mode": "affine"
1998
+ },
1999
+ "language_model.model.layers.1.self_attn.gate_proj": {
2000
+ "group_size": 64,
2001
+ "bits": 6,
2002
+ "mode": "affine"
2003
+ },
2004
+ "language_model.model.layers.1.mlp.switch_mlp.gate_proj": {
2005
+ "group_size": 64,
2006
+ "bits": 4,
2007
+ "mode": "affine"
2008
+ },
2009
+ "language_model.model.layers.1.mlp.switch_mlp.up_proj": {
2010
+ "group_size": 64,
2011
+ "bits": 4,
2012
+ "mode": "affine"
2013
+ },
2014
+ "language_model.model.layers.1.mlp.switch_mlp.down_proj": {
2015
+ "group_size": 64,
2016
+ "bits": 4,
2017
+ "mode": "affine"
2018
+ },
2019
+ "language_model.model.layers.2.self_attn.q_proj": {
2020
+ "group_size": 64,
2021
+ "bits": 6,
2022
+ "mode": "affine"
2023
+ },
2024
+ "language_model.model.layers.2.self_attn.k_proj": {
2025
+ "group_size": 64,
2026
+ "bits": 6,
2027
+ "mode": "affine"
2028
+ },
2029
+ "language_model.model.layers.2.self_attn.v_proj": {
2030
+ "group_size": 64,
2031
+ "bits": 6,
2032
+ "mode": "affine"
2033
+ },
2034
+ "language_model.model.layers.2.self_attn.r_proj": {
2035
+ "group_size": 64,
2036
+ "bits": 6,
2037
+ "mode": "affine"
2038
+ },
2039
+ "language_model.model.layers.2.self_attn.o_proj": {
2040
+ "group_size": 64,
2041
+ "bits": 6,
2042
+ "mode": "affine"
2043
+ },
2044
+ "language_model.model.layers.2.self_attn.gate_proj": {
2045
+ "group_size": 64,
2046
+ "bits": 6,
2047
+ "mode": "affine"
2048
+ },
2049
+ "language_model.model.layers.2.mlp.switch_mlp.gate_proj": {
2050
+ "group_size": 64,
2051
+ "bits": 3,
2052
+ "mode": "affine"
2053
+ },
2054
+ "language_model.model.layers.2.mlp.switch_mlp.up_proj": {
2055
+ "group_size": 64,
2056
+ "bits": 3,
2057
+ "mode": "affine"
2058
+ },
2059
+ "language_model.model.layers.2.mlp.switch_mlp.down_proj": {
2060
+ "group_size": 64,
2061
+ "bits": 3,
2062
+ "mode": "affine"
2063
+ },
2064
+ "language_model.model.layers.3.self_attn.q_proj": {
2065
+ "group_size": 64,
2066
+ "bits": 6,
2067
+ "mode": "affine"
2068
+ },
2069
+ "language_model.model.layers.3.self_attn.k_proj": {
2070
+ "group_size": 64,
2071
+ "bits": 6,
2072
+ "mode": "affine"
2073
+ },
2074
+ "language_model.model.layers.3.self_attn.v_proj": {
2075
+ "group_size": 64,
2076
+ "bits": 6,
2077
+ "mode": "affine"
2078
+ },
2079
+ "language_model.model.layers.3.self_attn.r_proj": {
2080
+ "group_size": 64,
2081
+ "bits": 6,
2082
+ "mode": "affine"
2083
+ },
2084
+ "language_model.model.layers.3.self_attn.o_proj": {
2085
+ "group_size": 64,
2086
+ "bits": 6,
2087
+ "mode": "affine"
2088
+ },
2089
+ "language_model.model.layers.3.self_attn.gate_proj": {
2090
+ "group_size": 64,
2091
+ "bits": 6,
2092
+ "mode": "affine"
2093
+ },
2094
+ "language_model.model.layers.3.mlp.switch_mlp.gate_proj": {
2095
+ "group_size": 64,
2096
+ "bits": 3,
2097
+ "mode": "affine"
2098
+ },
2099
+ "language_model.model.layers.3.mlp.switch_mlp.up_proj": {
2100
+ "group_size": 64,
2101
+ "bits": 3,
2102
+ "mode": "affine"
2103
+ },
2104
+ "language_model.model.layers.3.mlp.switch_mlp.down_proj": {
2105
+ "group_size": 64,
2106
+ "bits": 3,
2107
+ "mode": "affine"
2108
+ },
2109
+ "language_model.model.layers.4.self_attn.q_proj": {
2110
+ "group_size": 64,
2111
+ "bits": 6,
2112
+ "mode": "affine"
2113
+ },
2114
+ "language_model.model.layers.4.self_attn.k_proj": {
2115
+ "group_size": 64,
2116
+ "bits": 6,
2117
+ "mode": "affine"
2118
+ },
2119
+ "language_model.model.layers.4.self_attn.v_proj": {
2120
+ "group_size": 64,
2121
+ "bits": 6,
2122
+ "mode": "affine"
2123
+ },
2124
+ "language_model.model.layers.4.self_attn.r_proj": {
2125
+ "group_size": 64,
2126
+ "bits": 6,
2127
+ "mode": "affine"
2128
+ },
2129
+ "language_model.model.layers.4.self_attn.o_proj": {
2130
+ "group_size": 64,
2131
+ "bits": 6,
2132
+ "mode": "affine"
2133
+ },
2134
+ "language_model.model.layers.4.self_attn.gate_proj": {
2135
+ "group_size": 64,
2136
+ "bits": 6,
2137
+ "mode": "affine"
2138
+ },
2139
+ "language_model.model.layers.4.mlp.switch_mlp.gate_proj": {
2140
+ "group_size": 64,
2141
+ "bits": 3,
2142
+ "mode": "affine"
2143
+ },
2144
+ "language_model.model.layers.4.mlp.switch_mlp.up_proj": {
2145
+ "group_size": 64,
2146
+ "bits": 3,
2147
+ "mode": "affine"
2148
+ },
2149
+ "language_model.model.layers.4.mlp.switch_mlp.down_proj": {
2150
+ "group_size": 64,
2151
+ "bits": 3,
2152
+ "mode": "affine"
2153
+ },
2154
+ "language_model.model.layers.5.self_attn.q_proj": {
2155
+ "group_size": 64,
2156
+ "bits": 6,
2157
+ "mode": "affine"
2158
+ },
2159
+ "language_model.model.layers.5.self_attn.k_proj": {
2160
+ "group_size": 64,
2161
+ "bits": 6,
2162
+ "mode": "affine"
2163
+ },
2164
+ "language_model.model.layers.5.self_attn.v_proj": {
2165
+ "group_size": 64,
2166
+ "bits": 6,
2167
+ "mode": "affine"
2168
+ },
2169
+ "language_model.model.layers.5.self_attn.r_proj": {
2170
+ "group_size": 64,
2171
+ "bits": 6,
2172
+ "mode": "affine"
2173
+ },
2174
+ "language_model.model.layers.5.self_attn.o_proj": {
2175
+ "group_size": 64,
2176
+ "bits": 6,
2177
+ "mode": "affine"
2178
+ },
2179
+ "language_model.model.layers.5.self_attn.gate_proj": {
2180
+ "group_size": 64,
2181
+ "bits": 6,
2182
+ "mode": "affine"
2183
+ },
2184
+ "language_model.model.layers.5.mlp.switch_mlp.gate_proj": {
2185
+ "group_size": 64,
2186
+ "bits": 3,
2187
+ "mode": "affine"
2188
+ },
2189
+ "language_model.model.layers.5.mlp.switch_mlp.up_proj": {
2190
+ "group_size": 64,
2191
+ "bits": 3,
2192
+ "mode": "affine"
2193
+ },
2194
+ "language_model.model.layers.5.mlp.switch_mlp.down_proj": {
2195
+ "group_size": 64,
2196
+ "bits": 3,
2197
+ "mode": "affine"
2198
+ },
2199
+ "language_model.model.layers.6.self_attn.q_proj": {
2200
+ "group_size": 64,
2201
+ "bits": 6,
2202
+ "mode": "affine"
2203
+ },
2204
+ "language_model.model.layers.6.self_attn.k_proj": {
2205
+ "group_size": 64,
2206
+ "bits": 6,
2207
+ "mode": "affine"
2208
+ },
2209
+ "language_model.model.layers.6.self_attn.v_proj": {
2210
+ "group_size": 64,
2211
+ "bits": 6,
2212
+ "mode": "affine"
2213
+ },
2214
+ "language_model.model.layers.6.self_attn.r_proj": {
2215
+ "group_size": 64,
2216
+ "bits": 6,
2217
+ "mode": "affine"
2218
+ },
2219
+ "language_model.model.layers.6.self_attn.o_proj": {
2220
+ "group_size": 64,
2221
+ "bits": 6,
2222
+ "mode": "affine"
2223
+ },
2224
+ "language_model.model.layers.6.self_attn.gate_proj": {
2225
+ "group_size": 64,
2226
+ "bits": 6,
2227
+ "mode": "affine"
2228
+ },
2229
+ "language_model.model.layers.6.mlp.switch_mlp.gate_proj": {
2230
+ "group_size": 64,
2231
+ "bits": 3,
2232
+ "mode": "affine"
2233
+ },
2234
+ "language_model.model.layers.6.mlp.switch_mlp.up_proj": {
2235
+ "group_size": 64,
2236
+ "bits": 3,
2237
+ "mode": "affine"
2238
+ },
2239
+ "language_model.model.layers.6.mlp.switch_mlp.down_proj": {
2240
+ "group_size": 64,
2241
+ "bits": 3,
2242
+ "mode": "affine"
2243
+ },
2244
+ "language_model.model.layers.7.self_attn.q_proj": {
2245
+ "group_size": 64,
2246
+ "bits": 6,
2247
+ "mode": "affine"
2248
+ },
2249
+ "language_model.model.layers.7.self_attn.k_proj": {
2250
+ "group_size": 64,
2251
+ "bits": 6,
2252
+ "mode": "affine"
2253
+ },
2254
+ "language_model.model.layers.7.self_attn.v_proj": {
2255
+ "group_size": 64,
2256
+ "bits": 6,
2257
+ "mode": "affine"
2258
+ },
2259
+ "language_model.model.layers.7.self_attn.r_proj": {
2260
+ "group_size": 64,
2261
+ "bits": 6,
2262
+ "mode": "affine"
2263
+ },
2264
+ "language_model.model.layers.7.self_attn.o_proj": {
2265
+ "group_size": 64,
2266
+ "bits": 6,
2267
+ "mode": "affine"
2268
+ },
2269
+ "language_model.model.layers.7.self_attn.gate_proj": {
2270
+ "group_size": 64,
2271
+ "bits": 6,
2272
+ "mode": "affine"
2273
+ },
2274
+ "language_model.model.layers.7.mlp.switch_mlp.gate_proj": {
2275
+ "group_size": 64,
2276
+ "bits": 3,
2277
+ "mode": "affine"
2278
+ },
2279
+ "language_model.model.layers.7.mlp.switch_mlp.up_proj": {
2280
+ "group_size": 64,
2281
+ "bits": 3,
2282
+ "mode": "affine"
2283
+ },
2284
+ "language_model.model.layers.7.mlp.switch_mlp.down_proj": {
2285
+ "group_size": 64,
2286
+ "bits": 3,
2287
+ "mode": "affine"
2288
+ },
2289
+ "language_model.model.layers.8.self_attn.q_proj": {
2290
+ "group_size": 64,
2291
+ "bits": 6,
2292
+ "mode": "affine"
2293
+ },
2294
+ "language_model.model.layers.8.self_attn.k_proj": {
2295
+ "group_size": 64,
2296
+ "bits": 6,
2297
+ "mode": "affine"
2298
+ },
2299
+ "language_model.model.layers.8.self_attn.v_proj": {
2300
+ "group_size": 64,
2301
+ "bits": 6,
2302
+ "mode": "affine"
2303
+ },
2304
+ "language_model.model.layers.8.self_attn.r_proj": {
2305
+ "group_size": 64,
2306
+ "bits": 6,
2307
+ "mode": "affine"
2308
+ },
2309
+ "language_model.model.layers.8.self_attn.o_proj": {
2310
+ "group_size": 64,
2311
+ "bits": 6,
2312
+ "mode": "affine"
2313
+ },
2314
+ "language_model.model.layers.8.self_attn.gate_proj": {
2315
+ "group_size": 64,
2316
+ "bits": 6,
2317
+ "mode": "affine"
2318
+ },
2319
+ "language_model.model.layers.8.mlp.switch_mlp.gate_proj": {
2320
+ "group_size": 64,
2321
+ "bits": 3,
2322
+ "mode": "affine"
2323
+ },
2324
+ "language_model.model.layers.8.mlp.switch_mlp.up_proj": {
2325
+ "group_size": 64,
2326
+ "bits": 3,
2327
+ "mode": "affine"
2328
+ },
2329
+ "language_model.model.layers.8.mlp.switch_mlp.down_proj": {
2330
+ "group_size": 64,
2331
+ "bits": 3,
2332
+ "mode": "affine"
2333
+ },
2334
+ "language_model.model.layers.9.self_attn.q_proj": {
2335
+ "group_size": 64,
2336
+ "bits": 6,
2337
+ "mode": "affine"
2338
+ },
2339
+ "language_model.model.layers.9.self_attn.k_proj": {
2340
+ "group_size": 64,
2341
+ "bits": 6,
2342
+ "mode": "affine"
2343
+ },
2344
+ "language_model.model.layers.9.self_attn.v_proj": {
2345
+ "group_size": 64,
2346
+ "bits": 6,
2347
+ "mode": "affine"
2348
+ },
2349
+ "language_model.model.layers.9.self_attn.r_proj": {
2350
+ "group_size": 64,
2351
+ "bits": 6,
2352
+ "mode": "affine"
2353
+ },
2354
+ "language_model.model.layers.9.self_attn.o_proj": {
2355
+ "group_size": 64,
2356
+ "bits": 6,
2357
+ "mode": "affine"
2358
+ },
2359
+ "language_model.model.layers.9.self_attn.gate_proj": {
2360
+ "group_size": 64,
2361
+ "bits": 6,
2362
+ "mode": "affine"
2363
+ },
2364
+ "language_model.model.layers.9.mlp.switch_mlp.gate_proj": {
2365
+ "group_size": 64,
2366
+ "bits": 3,
2367
+ "mode": "affine"
2368
+ },
2369
+ "language_model.model.layers.9.mlp.switch_mlp.up_proj": {
2370
+ "group_size": 64,
2371
+ "bits": 3,
2372
+ "mode": "affine"
2373
+ },
2374
+ "language_model.model.layers.9.mlp.switch_mlp.down_proj": {
2375
+ "group_size": 64,
2376
+ "bits": 3,
2377
+ "mode": "affine"
2378
+ },
2379
+ "language_model.model.layers.10.self_attn.q_proj": {
2380
+ "group_size": 64,
2381
+ "bits": 6,
2382
+ "mode": "affine"
2383
+ },
2384
+ "language_model.model.layers.10.self_attn.k_proj": {
2385
+ "group_size": 64,
2386
+ "bits": 6,
2387
+ "mode": "affine"
2388
+ },
2389
+ "language_model.model.layers.10.self_attn.v_proj": {
2390
+ "group_size": 64,
2391
+ "bits": 6,
2392
+ "mode": "affine"
2393
+ },
2394
+ "language_model.model.layers.10.self_attn.r_proj": {
2395
+ "group_size": 64,
2396
+ "bits": 6,
2397
+ "mode": "affine"
2398
+ },
2399
+ "language_model.model.layers.10.self_attn.o_proj": {
2400
+ "group_size": 64,
2401
+ "bits": 6,
2402
+ "mode": "affine"
2403
+ },
2404
+ "language_model.model.layers.10.self_attn.gate_proj": {
2405
+ "group_size": 64,
2406
+ "bits": 6,
2407
+ "mode": "affine"
2408
+ },
2409
+ "language_model.model.layers.10.mlp.switch_mlp.gate_proj": {
2410
+ "group_size": 64,
2411
+ "bits": 3,
2412
+ "mode": "affine"
2413
+ },
2414
+ "language_model.model.layers.10.mlp.switch_mlp.up_proj": {
2415
+ "group_size": 64,
2416
+ "bits": 3,
2417
+ "mode": "affine"
2418
+ },
2419
+ "language_model.model.layers.10.mlp.switch_mlp.down_proj": {
2420
+ "group_size": 64,
2421
+ "bits": 3,
2422
+ "mode": "affine"
2423
+ },
2424
+ "language_model.model.layers.11.self_attn.q_proj": {
2425
+ "group_size": 64,
2426
+ "bits": 6,
2427
+ "mode": "affine"
2428
+ },
2429
+ "language_model.model.layers.11.self_attn.k_proj": {
2430
+ "group_size": 64,
2431
+ "bits": 6,
2432
+ "mode": "affine"
2433
+ },
2434
+ "language_model.model.layers.11.self_attn.v_proj": {
2435
+ "group_size": 64,
2436
+ "bits": 6,
2437
+ "mode": "affine"
2438
+ },
2439
+ "language_model.model.layers.11.self_attn.r_proj": {
2440
+ "group_size": 64,
2441
+ "bits": 6,
2442
+ "mode": "affine"
2443
+ },
2444
+ "language_model.model.layers.11.self_attn.o_proj": {
2445
+ "group_size": 64,
2446
+ "bits": 6,
2447
+ "mode": "affine"
2448
+ },
2449
+ "language_model.model.layers.11.self_attn.gate_proj": {
2450
+ "group_size": 64,
2451
+ "bits": 6,
2452
+ "mode": "affine"
2453
+ },
2454
+ "language_model.model.layers.11.mlp.switch_mlp.gate_proj": {
2455
+ "group_size": 64,
2456
+ "bits": 3,
2457
+ "mode": "affine"
2458
+ },
2459
+ "language_model.model.layers.11.mlp.switch_mlp.up_proj": {
2460
+ "group_size": 64,
2461
+ "bits": 3,
2462
+ "mode": "affine"
2463
+ },
2464
+ "language_model.model.layers.11.mlp.switch_mlp.down_proj": {
2465
+ "group_size": 64,
2466
+ "bits": 3,
2467
+ "mode": "affine"
2468
+ },
2469
+ "language_model.model.layers.12.self_attn.q_proj": {
2470
+ "group_size": 64,
2471
+ "bits": 6,
2472
+ "mode": "affine"
2473
+ },
2474
+ "language_model.model.layers.12.self_attn.k_proj": {
2475
+ "group_size": 64,
2476
+ "bits": 6,
2477
+ "mode": "affine"
2478
+ },
2479
+ "language_model.model.layers.12.self_attn.v_proj": {
2480
+ "group_size": 64,
2481
+ "bits": 6,
2482
+ "mode": "affine"
2483
+ },
2484
+ "language_model.model.layers.12.self_attn.r_proj": {
2485
+ "group_size": 64,
2486
+ "bits": 6,
2487
+ "mode": "affine"
2488
+ },
2489
+ "language_model.model.layers.12.self_attn.o_proj": {
2490
+ "group_size": 64,
2491
+ "bits": 6,
2492
+ "mode": "affine"
2493
+ },
2494
+ "language_model.model.layers.12.self_attn.gate_proj": {
2495
+ "group_size": 64,
2496
+ "bits": 6,
2497
+ "mode": "affine"
2498
+ },
2499
+ "language_model.model.layers.12.mlp.switch_mlp.gate_proj": {
2500
+ "group_size": 64,
2501
+ "bits": 3,
2502
+ "mode": "affine"
2503
+ },
2504
+ "language_model.model.layers.12.mlp.switch_mlp.up_proj": {
2505
+ "group_size": 64,
2506
+ "bits": 3,
2507
+ "mode": "affine"
2508
+ },
2509
+ "language_model.model.layers.12.mlp.switch_mlp.down_proj": {
2510
+ "group_size": 64,
2511
+ "bits": 3,
2512
+ "mode": "affine"
2513
+ },
2514
+ "language_model.model.layers.13.self_attn.q_proj": {
2515
+ "group_size": 64,
2516
+ "bits": 6,
2517
+ "mode": "affine"
2518
+ },
2519
+ "language_model.model.layers.13.self_attn.k_proj": {
2520
+ "group_size": 64,
2521
+ "bits": 6,
2522
+ "mode": "affine"
2523
+ },
2524
+ "language_model.model.layers.13.self_attn.v_proj": {
2525
+ "group_size": 64,
2526
+ "bits": 6,
2527
+ "mode": "affine"
2528
+ },
2529
+ "language_model.model.layers.13.self_attn.r_proj": {
2530
+ "group_size": 64,
2531
+ "bits": 6,
2532
+ "mode": "affine"
2533
+ },
2534
+ "language_model.model.layers.13.self_attn.o_proj": {
2535
+ "group_size": 64,
2536
+ "bits": 6,
2537
+ "mode": "affine"
2538
+ },
2539
+ "language_model.model.layers.13.self_attn.gate_proj": {
2540
+ "group_size": 64,
2541
+ "bits": 6,
2542
+ "mode": "affine"
2543
+ },
2544
+ "language_model.model.layers.13.mlp.switch_mlp.gate_proj": {
2545
+ "group_size": 64,
2546
+ "bits": 3,
2547
+ "mode": "affine"
2548
+ },
2549
+ "language_model.model.layers.13.mlp.switch_mlp.up_proj": {
2550
+ "group_size": 64,
2551
+ "bits": 3,
2552
+ "mode": "affine"
2553
+ },
2554
+ "language_model.model.layers.13.mlp.switch_mlp.down_proj": {
2555
+ "group_size": 64,
2556
+ "bits": 3,
2557
+ "mode": "affine"
2558
+ },
2559
+ "language_model.model.layers.14.self_attn.q_proj": {
2560
+ "group_size": 64,
2561
+ "bits": 6,
2562
+ "mode": "affine"
2563
+ },
2564
+ "language_model.model.layers.14.self_attn.k_proj": {
2565
+ "group_size": 64,
2566
+ "bits": 6,
2567
+ "mode": "affine"
2568
+ },
2569
+ "language_model.model.layers.14.self_attn.v_proj": {
2570
+ "group_size": 64,
2571
+ "bits": 6,
2572
+ "mode": "affine"
2573
+ },
2574
+ "language_model.model.layers.14.self_attn.r_proj": {
2575
+ "group_size": 64,
2576
+ "bits": 6,
2577
+ "mode": "affine"
2578
+ },
2579
+ "language_model.model.layers.14.self_attn.o_proj": {
2580
+ "group_size": 64,
2581
+ "bits": 6,
2582
+ "mode": "affine"
2583
+ },
2584
+ "language_model.model.layers.14.self_attn.gate_proj": {
2585
+ "group_size": 64,
2586
+ "bits": 6,
2587
+ "mode": "affine"
2588
+ },
2589
+ "language_model.model.layers.14.mlp.switch_mlp.gate_proj": {
2590
+ "group_size": 64,
2591
+ "bits": 3,
2592
+ "mode": "affine"
2593
+ },
2594
+ "language_model.model.layers.14.mlp.switch_mlp.up_proj": {
2595
+ "group_size": 64,
2596
+ "bits": 3,
2597
+ "mode": "affine"
2598
+ },
2599
+ "language_model.model.layers.14.mlp.switch_mlp.down_proj": {
2600
+ "group_size": 64,
2601
+ "bits": 3,
2602
+ "mode": "affine"
2603
+ },
2604
+ "language_model.model.layers.15.self_attn.q_proj": {
2605
+ "group_size": 64,
2606
+ "bits": 6,
2607
+ "mode": "affine"
2608
+ },
2609
+ "language_model.model.layers.15.self_attn.k_proj": {
2610
+ "group_size": 64,
2611
+ "bits": 6,
2612
+ "mode": "affine"
2613
+ },
2614
+ "language_model.model.layers.15.self_attn.v_proj": {
2615
+ "group_size": 64,
2616
+ "bits": 6,
2617
+ "mode": "affine"
2618
+ },
2619
+ "language_model.model.layers.15.self_attn.r_proj": {
2620
+ "group_size": 64,
2621
+ "bits": 6,
2622
+ "mode": "affine"
2623
+ },
2624
+ "language_model.model.layers.15.self_attn.o_proj": {
2625
+ "group_size": 64,
2626
+ "bits": 6,
2627
+ "mode": "affine"
2628
+ },
2629
+ "language_model.model.layers.15.self_attn.gate_proj": {
2630
+ "group_size": 64,
2631
+ "bits": 6,
2632
+ "mode": "affine"
2633
+ },
2634
+ "language_model.model.layers.15.mlp.switch_mlp.gate_proj": {
2635
+ "group_size": 64,
2636
+ "bits": 3,
2637
+ "mode": "affine"
2638
+ },
2639
+ "language_model.model.layers.15.mlp.switch_mlp.up_proj": {
2640
+ "group_size": 64,
2641
+ "bits": 3,
2642
+ "mode": "affine"
2643
+ },
2644
+ "language_model.model.layers.15.mlp.switch_mlp.down_proj": {
2645
+ "group_size": 64,
2646
+ "bits": 3,
2647
+ "mode": "affine"
2648
+ },
2649
+ "language_model.model.layers.16.self_attn.q_proj": {
2650
+ "group_size": 64,
2651
+ "bits": 6,
2652
+ "mode": "affine"
2653
+ },
2654
+ "language_model.model.layers.16.self_attn.k_proj": {
2655
+ "group_size": 64,
2656
+ "bits": 6,
2657
+ "mode": "affine"
2658
+ },
2659
+ "language_model.model.layers.16.self_attn.v_proj": {
2660
+ "group_size": 64,
2661
+ "bits": 6,
2662
+ "mode": "affine"
2663
+ },
2664
+ "language_model.model.layers.16.self_attn.r_proj": {
2665
+ "group_size": 64,
2666
+ "bits": 6,
2667
+ "mode": "affine"
2668
+ },
2669
+ "language_model.model.layers.16.self_attn.o_proj": {
2670
+ "group_size": 64,
2671
+ "bits": 6,
2672
+ "mode": "affine"
2673
+ },
2674
+ "language_model.model.layers.16.self_attn.gate_proj": {
2675
+ "group_size": 64,
2676
+ "bits": 6,
2677
+ "mode": "affine"
2678
+ },
2679
+ "language_model.model.layers.16.mlp.switch_mlp.gate_proj": {
2680
+ "group_size": 64,
2681
+ "bits": 3,
2682
+ "mode": "affine"
2683
+ },
2684
+ "language_model.model.layers.16.mlp.switch_mlp.up_proj": {
2685
+ "group_size": 64,
2686
+ "bits": 3,
2687
+ "mode": "affine"
2688
+ },
2689
+ "language_model.model.layers.16.mlp.switch_mlp.down_proj": {
2690
+ "group_size": 64,
2691
+ "bits": 3,
2692
+ "mode": "affine"
2693
+ },
2694
+ "language_model.model.layers.17.self_attn.q_proj": {
2695
+ "group_size": 64,
2696
+ "bits": 6,
2697
+ "mode": "affine"
2698
+ },
2699
+ "language_model.model.layers.17.self_attn.k_proj": {
2700
+ "group_size": 64,
2701
+ "bits": 6,
2702
+ "mode": "affine"
2703
+ },
2704
+ "language_model.model.layers.17.self_attn.v_proj": {
2705
+ "group_size": 64,
2706
+ "bits": 6,
2707
+ "mode": "affine"
2708
+ },
2709
+ "language_model.model.layers.17.self_attn.r_proj": {
2710
+ "group_size": 64,
2711
+ "bits": 6,
2712
+ "mode": "affine"
2713
+ },
2714
+ "language_model.model.layers.17.self_attn.o_proj": {
2715
+ "group_size": 64,
2716
+ "bits": 6,
2717
+ "mode": "affine"
2718
+ },
2719
+ "language_model.model.layers.17.self_attn.gate_proj": {
2720
+ "group_size": 64,
2721
+ "bits": 6,
2722
+ "mode": "affine"
2723
+ },
2724
+ "language_model.model.layers.17.mlp.switch_mlp.gate_proj": {
2725
+ "group_size": 64,
2726
+ "bits": 3,
2727
+ "mode": "affine"
2728
+ },
2729
+ "language_model.model.layers.17.mlp.switch_mlp.up_proj": {
2730
+ "group_size": 64,
2731
+ "bits": 3,
2732
+ "mode": "affine"
2733
+ },
2734
+ "language_model.model.layers.17.mlp.switch_mlp.down_proj": {
2735
+ "group_size": 64,
2736
+ "bits": 3,
2737
+ "mode": "affine"
2738
+ },
2739
+ "language_model.model.layers.18.self_attn.q_proj": {
2740
+ "group_size": 64,
2741
+ "bits": 6,
2742
+ "mode": "affine"
2743
+ },
2744
+ "language_model.model.layers.18.self_attn.k_proj": {
2745
+ "group_size": 64,
2746
+ "bits": 6,
2747
+ "mode": "affine"
2748
+ },
2749
+ "language_model.model.layers.18.self_attn.v_proj": {
2750
+ "group_size": 64,
2751
+ "bits": 6,
2752
+ "mode": "affine"
2753
+ },
2754
+ "language_model.model.layers.18.self_attn.r_proj": {
2755
+ "group_size": 64,
2756
+ "bits": 6,
2757
+ "mode": "affine"
2758
+ },
2759
+ "language_model.model.layers.18.self_attn.o_proj": {
2760
+ "group_size": 64,
2761
+ "bits": 6,
2762
+ "mode": "affine"
2763
+ },
2764
+ "language_model.model.layers.18.self_attn.gate_proj": {
2765
+ "group_size": 64,
2766
+ "bits": 6,
2767
+ "mode": "affine"
2768
+ },
2769
+ "language_model.model.layers.18.mlp.switch_mlp.gate_proj": {
2770
+ "group_size": 64,
2771
+ "bits": 3,
2772
+ "mode": "affine"
2773
+ },
2774
+ "language_model.model.layers.18.mlp.switch_mlp.up_proj": {
2775
+ "group_size": 64,
2776
+ "bits": 3,
2777
+ "mode": "affine"
2778
+ },
2779
+ "language_model.model.layers.18.mlp.switch_mlp.down_proj": {
2780
+ "group_size": 64,
2781
+ "bits": 3,
2782
+ "mode": "affine"
2783
+ },
2784
+ "language_model.model.layers.19.self_attn.q_proj": {
2785
+ "group_size": 64,
2786
+ "bits": 6,
2787
+ "mode": "affine"
2788
+ },
2789
+ "language_model.model.layers.19.self_attn.k_proj": {
2790
+ "group_size": 64,
2791
+ "bits": 6,
2792
+ "mode": "affine"
2793
+ },
2794
+ "language_model.model.layers.19.self_attn.v_proj": {
2795
+ "group_size": 64,
2796
+ "bits": 6,
2797
+ "mode": "affine"
2798
+ },
2799
+ "language_model.model.layers.19.self_attn.r_proj": {
2800
+ "group_size": 64,
2801
+ "bits": 6,
2802
+ "mode": "affine"
2803
+ },
2804
+ "language_model.model.layers.19.self_attn.o_proj": {
2805
+ "group_size": 64,
2806
+ "bits": 6,
2807
+ "mode": "affine"
2808
+ },
2809
+ "language_model.model.layers.19.self_attn.gate_proj": {
2810
+ "group_size": 64,
2811
+ "bits": 6,
2812
+ "mode": "affine"
2813
+ },
2814
+ "language_model.model.layers.19.mlp.switch_mlp.gate_proj": {
2815
+ "group_size": 64,
2816
+ "bits": 3,
2817
+ "mode": "affine"
2818
+ },
2819
+ "language_model.model.layers.19.mlp.switch_mlp.up_proj": {
2820
+ "group_size": 64,
2821
+ "bits": 3,
2822
+ "mode": "affine"
2823
+ },
2824
+ "language_model.model.layers.19.mlp.switch_mlp.down_proj": {
2825
+ "group_size": 64,
2826
+ "bits": 3,
2827
+ "mode": "affine"
2828
+ },
2829
+ "language_model.model.layers.20.self_attn.q_proj": {
2830
+ "group_size": 64,
2831
+ "bits": 6,
2832
+ "mode": "affine"
2833
+ },
2834
+ "language_model.model.layers.20.self_attn.k_proj": {
2835
+ "group_size": 64,
2836
+ "bits": 6,
2837
+ "mode": "affine"
2838
+ },
2839
+ "language_model.model.layers.20.self_attn.v_proj": {
2840
+ "group_size": 64,
2841
+ "bits": 6,
2842
+ "mode": "affine"
2843
+ },
2844
+ "language_model.model.layers.20.self_attn.r_proj": {
2845
+ "group_size": 64,
2846
+ "bits": 6,
2847
+ "mode": "affine"
2848
+ },
2849
+ "language_model.model.layers.20.self_attn.o_proj": {
2850
+ "group_size": 64,
2851
+ "bits": 6,
2852
+ "mode": "affine"
2853
+ },
2854
+ "language_model.model.layers.20.self_attn.gate_proj": {
2855
+ "group_size": 64,
2856
+ "bits": 6,
2857
+ "mode": "affine"
2858
+ },
2859
+ "language_model.model.layers.20.mlp.switch_mlp.gate_proj": {
2860
+ "group_size": 64,
2861
+ "bits": 4,
2862
+ "mode": "affine"
2863
+ },
2864
+ "language_model.model.layers.20.mlp.switch_mlp.up_proj": {
2865
+ "group_size": 64,
2866
+ "bits": 4,
2867
+ "mode": "affine"
2868
+ },
2869
+ "language_model.model.layers.20.mlp.switch_mlp.down_proj": {
2870
+ "group_size": 64,
2871
+ "bits": 4,
2872
+ "mode": "affine"
2873
+ },
2874
+ "language_model.model.layers.21.self_attn.q_proj": {
2875
+ "group_size": 64,
2876
+ "bits": 6,
2877
+ "mode": "affine"
2878
+ },
2879
+ "language_model.model.layers.21.self_attn.k_proj": {
2880
+ "group_size": 64,
2881
+ "bits": 6,
2882
+ "mode": "affine"
2883
+ },
2884
+ "language_model.model.layers.21.self_attn.v_proj": {
2885
+ "group_size": 64,
2886
+ "bits": 6,
2887
+ "mode": "affine"
2888
+ },
2889
+ "language_model.model.layers.21.self_attn.r_proj": {
2890
+ "group_size": 64,
2891
+ "bits": 6,
2892
+ "mode": "affine"
2893
+ },
2894
+ "language_model.model.layers.21.self_attn.o_proj": {
2895
+ "group_size": 64,
2896
+ "bits": 6,
2897
+ "mode": "affine"
2898
+ },
2899
+ "language_model.model.layers.21.self_attn.gate_proj": {
2900
+ "group_size": 64,
2901
+ "bits": 6,
2902
+ "mode": "affine"
2903
+ },
2904
+ "language_model.model.layers.21.mlp.switch_mlp.gate_proj": {
2905
+ "group_size": 64,
2906
+ "bits": 4,
2907
+ "mode": "affine"
2908
+ },
2909
+ "language_model.model.layers.21.mlp.switch_mlp.up_proj": {
2910
+ "group_size": 64,
2911
+ "bits": 4,
2912
+ "mode": "affine"
2913
+ },
2914
+ "language_model.model.layers.21.mlp.switch_mlp.down_proj": {
2915
+ "group_size": 64,
2916
+ "bits": 4,
2917
+ "mode": "affine"
2918
+ },
2919
+ "language_model.model.layers.22.self_attn.q_proj": {
2920
+ "group_size": 64,
2921
+ "bits": 6,
2922
+ "mode": "affine"
2923
+ },
2924
+ "language_model.model.layers.22.self_attn.k_proj": {
2925
+ "group_size": 64,
2926
+ "bits": 6,
2927
+ "mode": "affine"
2928
+ },
2929
+ "language_model.model.layers.22.self_attn.v_proj": {
2930
+ "group_size": 64,
2931
+ "bits": 6,
2932
+ "mode": "affine"
2933
+ },
2934
+ "language_model.model.layers.22.self_attn.r_proj": {
2935
+ "group_size": 64,
2936
+ "bits": 6,
2937
+ "mode": "affine"
2938
+ },
2939
+ "language_model.model.layers.22.self_attn.o_proj": {
2940
+ "group_size": 64,
2941
+ "bits": 6,
2942
+ "mode": "affine"
2943
+ },
2944
+ "language_model.model.layers.22.self_attn.gate_proj": {
2945
+ "group_size": 64,
2946
+ "bits": 6,
2947
+ "mode": "affine"
2948
+ },
2949
+ "language_model.model.layers.22.mlp.switch_mlp.gate_proj": {
2950
+ "group_size": 64,
2951
+ "bits": 4,
2952
+ "mode": "affine"
2953
+ },
2954
+ "language_model.model.layers.22.mlp.switch_mlp.up_proj": {
2955
+ "group_size": 64,
2956
+ "bits": 4,
2957
+ "mode": "affine"
2958
+ },
2959
+ "language_model.model.layers.22.mlp.switch_mlp.down_proj": {
2960
+ "group_size": 64,
2961
+ "bits": 4,
2962
+ "mode": "affine"
2963
+ },
2964
+ "language_model.model.layers.23.self_attn.q_proj": {
2965
+ "group_size": 64,
2966
+ "bits": 6,
2967
+ "mode": "affine"
2968
+ },
2969
+ "language_model.model.layers.23.self_attn.k_proj": {
2970
+ "group_size": 64,
2971
+ "bits": 6,
2972
+ "mode": "affine"
2973
+ },
2974
+ "language_model.model.layers.23.self_attn.v_proj": {
2975
+ "group_size": 64,
2976
+ "bits": 6,
2977
+ "mode": "affine"
2978
+ },
2979
+ "language_model.model.layers.23.self_attn.r_proj": {
2980
+ "group_size": 64,
2981
+ "bits": 6,
2982
+ "mode": "affine"
2983
+ },
2984
+ "language_model.model.layers.23.self_attn.o_proj": {
2985
+ "group_size": 64,
2986
+ "bits": 6,
2987
+ "mode": "affine"
2988
+ },
2989
+ "language_model.model.layers.23.self_attn.gate_proj": {
2990
+ "group_size": 64,
2991
+ "bits": 6,
2992
+ "mode": "affine"
2993
+ },
2994
+ "language_model.model.layers.23.mlp.switch_mlp.gate_proj": {
2995
+ "group_size": 64,
2996
+ "bits": 4,
2997
+ "mode": "affine"
2998
+ },
2999
+ "language_model.model.layers.23.mlp.switch_mlp.up_proj": {
3000
+ "group_size": 64,
3001
+ "bits": 4,
3002
+ "mode": "affine"
3003
+ },
3004
+ "language_model.model.layers.23.mlp.switch_mlp.down_proj": {
3005
+ "group_size": 64,
3006
+ "bits": 4,
3007
+ "mode": "affine"
3008
+ },
3009
+ "language_model.lm_head": {
3010
+ "group_size": 64,
3011
+ "bits": 4,
3012
+ "mode": "affine"
3013
+ },
3014
+ "vision_tower.layers.0.self_attn.q_proj": {
3015
+ "group_size": 64,
3016
+ "bits": 6,
3017
+ "mode": "affine"
3018
+ },
3019
+ "vision_tower.layers.0.self_attn.k_proj": {
3020
+ "group_size": 64,
3021
+ "bits": 6,
3022
+ "mode": "affine"
3023
+ },
3024
+ "vision_tower.layers.0.self_attn.v_proj": {
3025
+ "group_size": 64,
3026
+ "bits": 6,
3027
+ "mode": "affine"
3028
+ },
3029
+ "vision_tower.layers.0.self_attn.out_proj": {
3030
+ "group_size": 64,
3031
+ "bits": 4,
3032
+ "mode": "affine"
3033
+ },
3034
+ "vision_tower.layers.0.mlp.fc1": {
3035
+ "group_size": 64,
3036
+ "bits": 4,
3037
+ "mode": "affine"
3038
+ },
3039
+ "vision_tower.layers.0.mlp.fc2": {
3040
+ "group_size": 64,
3041
+ "bits": 4,
3042
+ "mode": "affine"
3043
+ },
3044
+ "vision_tower.layers.1.self_attn.q_proj": {
3045
+ "group_size": 64,
3046
+ "bits": 6,
3047
+ "mode": "affine"
3048
+ },
3049
+ "vision_tower.layers.1.self_attn.k_proj": {
3050
+ "group_size": 64,
3051
+ "bits": 6,
3052
+ "mode": "affine"
3053
+ },
3054
+ "vision_tower.layers.1.self_attn.v_proj": {
3055
+ "group_size": 64,
3056
+ "bits": 6,
3057
+ "mode": "affine"
3058
+ },
3059
+ "vision_tower.layers.1.self_attn.out_proj": {
3060
+ "group_size": 64,
3061
+ "bits": 4,
3062
+ "mode": "affine"
3063
+ },
3064
+ "vision_tower.layers.1.mlp.fc1": {
3065
+ "group_size": 64,
3066
+ "bits": 4,
3067
+ "mode": "affine"
3068
+ },
3069
+ "vision_tower.layers.1.mlp.fc2": {
3070
+ "group_size": 64,
3071
+ "bits": 4,
3072
+ "mode": "affine"
3073
+ },
3074
+ "vision_tower.layers.2.self_attn.q_proj": {
3075
+ "group_size": 64,
3076
+ "bits": 6,
3077
+ "mode": "affine"
3078
+ },
3079
+ "vision_tower.layers.2.self_attn.k_proj": {
3080
+ "group_size": 64,
3081
+ "bits": 6,
3082
+ "mode": "affine"
3083
+ },
3084
+ "vision_tower.layers.2.self_attn.v_proj": {
3085
+ "group_size": 64,
3086
+ "bits": 6,
3087
+ "mode": "affine"
3088
+ },
3089
+ "vision_tower.layers.2.self_attn.out_proj": {
3090
+ "group_size": 64,
3091
+ "bits": 4,
3092
+ "mode": "affine"
3093
+ },
3094
+ "vision_tower.layers.2.mlp.fc1": {
3095
+ "group_size": 64,
3096
+ "bits": 4,
3097
+ "mode": "affine"
3098
+ },
3099
+ "vision_tower.layers.2.mlp.fc2": {
3100
+ "group_size": 64,
3101
+ "bits": 4,
3102
+ "mode": "affine"
3103
+ },
3104
+ "vision_tower.layers.3.self_attn.q_proj": {
3105
+ "group_size": 64,
3106
+ "bits": 6,
3107
+ "mode": "affine"
3108
+ },
3109
+ "vision_tower.layers.3.self_attn.k_proj": {
3110
+ "group_size": 64,
3111
+ "bits": 6,
3112
+ "mode": "affine"
3113
+ },
3114
+ "vision_tower.layers.3.self_attn.v_proj": {
3115
+ "group_size": 64,
3116
+ "bits": 6,
3117
+ "mode": "affine"
3118
+ },
3119
+ "vision_tower.layers.3.self_attn.out_proj": {
3120
+ "group_size": 64,
3121
+ "bits": 4,
3122
+ "mode": "affine"
3123
+ },
3124
+ "vision_tower.layers.3.mlp.fc1": {
3125
+ "group_size": 64,
3126
+ "bits": 4,
3127
+ "mode": "affine"
3128
+ },
3129
+ "vision_tower.layers.3.mlp.fc2": {
3130
+ "group_size": 64,
3131
+ "bits": 4,
3132
+ "mode": "affine"
3133
+ },
3134
+ "vision_tower.layers.4.self_attn.q_proj": {
3135
+ "group_size": 64,
3136
+ "bits": 6,
3137
+ "mode": "affine"
3138
+ },
3139
+ "vision_tower.layers.4.self_attn.k_proj": {
3140
+ "group_size": 64,
3141
+ "bits": 6,
3142
+ "mode": "affine"
3143
+ },
3144
+ "vision_tower.layers.4.self_attn.v_proj": {
3145
+ "group_size": 64,
3146
+ "bits": 6,
3147
+ "mode": "affine"
3148
+ },
3149
+ "vision_tower.layers.4.self_attn.out_proj": {
3150
+ "group_size": 64,
3151
+ "bits": 4,
3152
+ "mode": "affine"
3153
+ },
3154
+ "vision_tower.layers.4.mlp.fc1": {
3155
+ "group_size": 64,
3156
+ "bits": 4,
3157
+ "mode": "affine"
3158
+ },
3159
+ "vision_tower.layers.4.mlp.fc2": {
3160
+ "group_size": 64,
3161
+ "bits": 4,
3162
+ "mode": "affine"
3163
+ },
3164
+ "vision_tower.layers.5.self_attn.q_proj": {
3165
+ "group_size": 64,
3166
+ "bits": 6,
3167
+ "mode": "affine"
3168
+ },
3169
+ "vision_tower.layers.5.self_attn.k_proj": {
3170
+ "group_size": 64,
3171
+ "bits": 6,
3172
+ "mode": "affine"
3173
+ },
3174
+ "vision_tower.layers.5.self_attn.v_proj": {
3175
+ "group_size": 64,
3176
+ "bits": 6,
3177
+ "mode": "affine"
3178
+ },
3179
+ "vision_tower.layers.5.self_attn.out_proj": {
3180
+ "group_size": 64,
3181
+ "bits": 4,
3182
+ "mode": "affine"
3183
+ },
3184
+ "vision_tower.layers.5.mlp.fc1": {
3185
+ "group_size": 64,
3186
+ "bits": 4,
3187
+ "mode": "affine"
3188
+ },
3189
+ "vision_tower.layers.5.mlp.fc2": {
3190
+ "group_size": 64,
3191
+ "bits": 4,
3192
+ "mode": "affine"
3193
+ },
3194
+ "vision_tower.layers.6.self_attn.q_proj": {
3195
+ "group_size": 64,
3196
+ "bits": 6,
3197
+ "mode": "affine"
3198
+ },
3199
+ "vision_tower.layers.6.self_attn.k_proj": {
3200
+ "group_size": 64,
3201
+ "bits": 6,
3202
+ "mode": "affine"
3203
+ },
3204
+ "vision_tower.layers.6.self_attn.v_proj": {
3205
+ "group_size": 64,
3206
+ "bits": 6,
3207
+ "mode": "affine"
3208
+ },
3209
+ "vision_tower.layers.6.self_attn.out_proj": {
3210
+ "group_size": 64,
3211
+ "bits": 4,
3212
+ "mode": "affine"
3213
+ },
3214
+ "vision_tower.layers.6.mlp.fc1": {
3215
+ "group_size": 64,
3216
+ "bits": 4,
3217
+ "mode": "affine"
3218
+ },
3219
+ "vision_tower.layers.6.mlp.fc2": {
3220
+ "group_size": 64,
3221
+ "bits": 4,
3222
+ "mode": "affine"
3223
+ },
3224
+ "vision_tower.layers.7.self_attn.q_proj": {
3225
+ "group_size": 64,
3226
+ "bits": 6,
3227
+ "mode": "affine"
3228
+ },
3229
+ "vision_tower.layers.7.self_attn.k_proj": {
3230
+ "group_size": 64,
3231
+ "bits": 6,
3232
+ "mode": "affine"
3233
+ },
3234
+ "vision_tower.layers.7.self_attn.v_proj": {
3235
+ "group_size": 64,
3236
+ "bits": 6,
3237
+ "mode": "affine"
3238
+ },
3239
+ "vision_tower.layers.7.self_attn.out_proj": {
3240
+ "group_size": 64,
3241
+ "bits": 4,
3242
+ "mode": "affine"
3243
+ },
3244
+ "vision_tower.layers.7.mlp.fc1": {
3245
+ "group_size": 64,
3246
+ "bits": 4,
3247
+ "mode": "affine"
3248
+ },
3249
+ "vision_tower.layers.7.mlp.fc2": {
3250
+ "group_size": 64,
3251
+ "bits": 4,
3252
+ "mode": "affine"
3253
+ },
3254
+ "vision_tower.layers.8.self_attn.q_proj": {
3255
+ "group_size": 64,
3256
+ "bits": 6,
3257
+ "mode": "affine"
3258
+ },
3259
+ "vision_tower.layers.8.self_attn.k_proj": {
3260
+ "group_size": 64,
3261
+ "bits": 6,
3262
+ "mode": "affine"
3263
+ },
3264
+ "vision_tower.layers.8.self_attn.v_proj": {
3265
+ "group_size": 64,
3266
+ "bits": 6,
3267
+ "mode": "affine"
3268
+ },
3269
+ "vision_tower.layers.8.self_attn.out_proj": {
3270
+ "group_size": 64,
3271
+ "bits": 4,
3272
+ "mode": "affine"
3273
+ },
3274
+ "vision_tower.layers.8.mlp.fc1": {
3275
+ "group_size": 64,
3276
+ "bits": 4,
3277
+ "mode": "affine"
3278
+ },
3279
+ "vision_tower.layers.8.mlp.fc2": {
3280
+ "group_size": 64,
3281
+ "bits": 4,
3282
+ "mode": "affine"
3283
+ },
3284
+ "vision_tower.layers.9.self_attn.q_proj": {
3285
+ "group_size": 64,
3286
+ "bits": 6,
3287
+ "mode": "affine"
3288
+ },
3289
+ "vision_tower.layers.9.self_attn.k_proj": {
3290
+ "group_size": 64,
3291
+ "bits": 6,
3292
+ "mode": "affine"
3293
+ },
3294
+ "vision_tower.layers.9.self_attn.v_proj": {
3295
+ "group_size": 64,
3296
+ "bits": 6,
3297
+ "mode": "affine"
3298
+ },
3299
+ "vision_tower.layers.9.self_attn.out_proj": {
3300
+ "group_size": 64,
3301
+ "bits": 4,
3302
+ "mode": "affine"
3303
+ },
3304
+ "vision_tower.layers.9.mlp.fc1": {
3305
+ "group_size": 64,
3306
+ "bits": 4,
3307
+ "mode": "affine"
3308
+ },
3309
+ "vision_tower.layers.9.mlp.fc2": {
3310
+ "group_size": 64,
3311
+ "bits": 4,
3312
+ "mode": "affine"
3313
+ },
3314
+ "vision_tower.layers.10.self_attn.q_proj": {
3315
+ "group_size": 64,
3316
+ "bits": 6,
3317
+ "mode": "affine"
3318
+ },
3319
+ "vision_tower.layers.10.self_attn.k_proj": {
3320
+ "group_size": 64,
3321
+ "bits": 6,
3322
+ "mode": "affine"
3323
+ },
3324
+ "vision_tower.layers.10.self_attn.v_proj": {
3325
+ "group_size": 64,
3326
+ "bits": 6,
3327
+ "mode": "affine"
3328
+ },
3329
+ "vision_tower.layers.10.self_attn.out_proj": {
3330
+ "group_size": 64,
3331
+ "bits": 4,
3332
+ "mode": "affine"
3333
+ },
3334
+ "vision_tower.layers.10.mlp.fc1": {
3335
+ "group_size": 64,
3336
+ "bits": 4,
3337
+ "mode": "affine"
3338
+ },
3339
+ "vision_tower.layers.10.mlp.fc2": {
3340
+ "group_size": 64,
3341
+ "bits": 4,
3342
+ "mode": "affine"
3343
+ },
3344
+ "vision_tower.layers.11.self_attn.q_proj": {
3345
+ "group_size": 64,
3346
+ "bits": 6,
3347
+ "mode": "affine"
3348
+ },
3349
+ "vision_tower.layers.11.self_attn.k_proj": {
3350
+ "group_size": 64,
3351
+ "bits": 6,
3352
+ "mode": "affine"
3353
+ },
3354
+ "vision_tower.layers.11.self_attn.v_proj": {
3355
+ "group_size": 64,
3356
+ "bits": 6,
3357
+ "mode": "affine"
3358
+ },
3359
+ "vision_tower.layers.11.self_attn.out_proj": {
3360
+ "group_size": 64,
3361
+ "bits": 4,
3362
+ "mode": "affine"
3363
+ },
3364
+ "vision_tower.layers.11.mlp.fc1": {
3365
+ "group_size": 64,
3366
+ "bits": 4,
3367
+ "mode": "affine"
3368
+ },
3369
+ "vision_tower.layers.11.mlp.fc2": {
3370
+ "group_size": 64,
3371
+ "bits": 4,
3372
+ "mode": "affine"
3373
+ },
3374
+ "vision_tower.layers.12.self_attn.q_proj": {
3375
+ "group_size": 64,
3376
+ "bits": 6,
3377
+ "mode": "affine"
3378
+ },
3379
+ "vision_tower.layers.12.self_attn.k_proj": {
3380
+ "group_size": 64,
3381
+ "bits": 6,
3382
+ "mode": "affine"
3383
+ },
3384
+ "vision_tower.layers.12.self_attn.v_proj": {
3385
+ "group_size": 64,
3386
+ "bits": 6,
3387
+ "mode": "affine"
3388
+ },
3389
+ "vision_tower.layers.12.self_attn.out_proj": {
3390
+ "group_size": 64,
3391
+ "bits": 4,
3392
+ "mode": "affine"
3393
+ },
3394
+ "vision_tower.layers.12.mlp.fc1": {
3395
+ "group_size": 64,
3396
+ "bits": 4,
3397
+ "mode": "affine"
3398
+ },
3399
+ "vision_tower.layers.12.mlp.fc2": {
3400
+ "group_size": 64,
3401
+ "bits": 4,
3402
+ "mode": "affine"
3403
+ },
3404
+ "vision_tower.layers.13.self_attn.q_proj": {
3405
+ "group_size": 64,
3406
+ "bits": 6,
3407
+ "mode": "affine"
3408
+ },
3409
+ "vision_tower.layers.13.self_attn.k_proj": {
3410
+ "group_size": 64,
3411
+ "bits": 6,
3412
+ "mode": "affine"
3413
+ },
3414
+ "vision_tower.layers.13.self_attn.v_proj": {
3415
+ "group_size": 64,
3416
+ "bits": 6,
3417
+ "mode": "affine"
3418
+ },
3419
+ "vision_tower.layers.13.self_attn.out_proj": {
3420
+ "group_size": 64,
3421
+ "bits": 4,
3422
+ "mode": "affine"
3423
+ },
3424
+ "vision_tower.layers.13.mlp.fc1": {
3425
+ "group_size": 64,
3426
+ "bits": 4,
3427
+ "mode": "affine"
3428
+ },
3429
+ "vision_tower.layers.13.mlp.fc2": {
3430
+ "group_size": 64,
3431
+ "bits": 4,
3432
+ "mode": "affine"
3433
+ },
3434
+ "vision_tower.layers.14.self_attn.q_proj": {
3435
+ "group_size": 64,
3436
+ "bits": 6,
3437
+ "mode": "affine"
3438
+ },
3439
+ "vision_tower.layers.14.self_attn.k_proj": {
3440
+ "group_size": 64,
3441
+ "bits": 6,
3442
+ "mode": "affine"
3443
+ },
3444
+ "vision_tower.layers.14.self_attn.v_proj": {
3445
+ "group_size": 64,
3446
+ "bits": 6,
3447
+ "mode": "affine"
3448
+ },
3449
+ "vision_tower.layers.14.self_attn.out_proj": {
3450
+ "group_size": 64,
3451
+ "bits": 4,
3452
+ "mode": "affine"
3453
+ },
3454
+ "vision_tower.layers.14.mlp.fc1": {
3455
+ "group_size": 64,
3456
+ "bits": 4,
3457
+ "mode": "affine"
3458
+ },
3459
+ "vision_tower.layers.14.mlp.fc2": {
3460
+ "group_size": 64,
3461
+ "bits": 4,
3462
+ "mode": "affine"
3463
+ },
3464
+ "vision_tower.layers.15.self_attn.q_proj": {
3465
+ "group_size": 64,
3466
+ "bits": 6,
3467
+ "mode": "affine"
3468
+ },
3469
+ "vision_tower.layers.15.self_attn.k_proj": {
3470
+ "group_size": 64,
3471
+ "bits": 6,
3472
+ "mode": "affine"
3473
+ },
3474
+ "vision_tower.layers.15.self_attn.v_proj": {
3475
+ "group_size": 64,
3476
+ "bits": 6,
3477
+ "mode": "affine"
3478
+ },
3479
+ "vision_tower.layers.15.self_attn.out_proj": {
3480
+ "group_size": 64,
3481
+ "bits": 4,
3482
+ "mode": "affine"
3483
+ },
3484
+ "vision_tower.layers.15.mlp.fc1": {
3485
+ "group_size": 64,
3486
+ "bits": 4,
3487
+ "mode": "affine"
3488
+ },
3489
+ "vision_tower.layers.15.mlp.fc2": {
3490
+ "group_size": 64,
3491
+ "bits": 4,
3492
+ "mode": "affine"
3493
+ },
3494
+ "vision_tower.layers.16.self_attn.q_proj": {
3495
+ "group_size": 64,
3496
+ "bits": 6,
3497
+ "mode": "affine"
3498
+ },
3499
+ "vision_tower.layers.16.self_attn.k_proj": {
3500
+ "group_size": 64,
3501
+ "bits": 6,
3502
+ "mode": "affine"
3503
+ },
3504
+ "vision_tower.layers.16.self_attn.v_proj": {
3505
+ "group_size": 64,
3506
+ "bits": 6,
3507
+ "mode": "affine"
3508
+ },
3509
+ "vision_tower.layers.16.self_attn.out_proj": {
3510
+ "group_size": 64,
3511
+ "bits": 4,
3512
+ "mode": "affine"
3513
+ },
3514
+ "vision_tower.layers.16.mlp.fc1": {
3515
+ "group_size": 64,
3516
+ "bits": 4,
3517
+ "mode": "affine"
3518
+ },
3519
+ "vision_tower.layers.16.mlp.fc2": {
3520
+ "group_size": 64,
3521
+ "bits": 4,
3522
+ "mode": "affine"
3523
+ },
3524
+ "vision_tower.layers.17.self_attn.q_proj": {
3525
+ "group_size": 64,
3526
+ "bits": 6,
3527
+ "mode": "affine"
3528
+ },
3529
+ "vision_tower.layers.17.self_attn.k_proj": {
3530
+ "group_size": 64,
3531
+ "bits": 6,
3532
+ "mode": "affine"
3533
+ },
3534
+ "vision_tower.layers.17.self_attn.v_proj": {
3535
+ "group_size": 64,
3536
+ "bits": 6,
3537
+ "mode": "affine"
3538
+ },
3539
+ "vision_tower.layers.17.self_attn.out_proj": {
3540
+ "group_size": 64,
3541
+ "bits": 4,
3542
+ "mode": "affine"
3543
+ },
3544
+ "vision_tower.layers.17.mlp.fc1": {
3545
+ "group_size": 64,
3546
+ "bits": 4,
3547
+ "mode": "affine"
3548
+ },
3549
+ "vision_tower.layers.17.mlp.fc2": {
3550
+ "group_size": 64,
3551
+ "bits": 4,
3552
+ "mode": "affine"
3553
+ },
3554
+ "vision_tower.layers.18.self_attn.q_proj": {
3555
+ "group_size": 64,
3556
+ "bits": 6,
3557
+ "mode": "affine"
3558
+ },
3559
+ "vision_tower.layers.18.self_attn.k_proj": {
3560
+ "group_size": 64,
3561
+ "bits": 6,
3562
+ "mode": "affine"
3563
+ },
3564
+ "vision_tower.layers.18.self_attn.v_proj": {
3565
+ "group_size": 64,
3566
+ "bits": 6,
3567
+ "mode": "affine"
3568
+ },
3569
+ "vision_tower.layers.18.self_attn.out_proj": {
3570
+ "group_size": 64,
3571
+ "bits": 4,
3572
+ "mode": "affine"
3573
+ },
3574
+ "vision_tower.layers.18.mlp.fc1": {
3575
+ "group_size": 64,
3576
+ "bits": 4,
3577
+ "mode": "affine"
3578
+ },
3579
+ "vision_tower.layers.18.mlp.fc2": {
3580
+ "group_size": 64,
3581
+ "bits": 4,
3582
+ "mode": "affine"
3583
+ },
3584
+ "vision_tower.layers.19.self_attn.q_proj": {
3585
+ "group_size": 64,
3586
+ "bits": 6,
3587
+ "mode": "affine"
3588
+ },
3589
+ "vision_tower.layers.19.self_attn.k_proj": {
3590
+ "group_size": 64,
3591
+ "bits": 6,
3592
+ "mode": "affine"
3593
+ },
3594
+ "vision_tower.layers.19.self_attn.v_proj": {
3595
+ "group_size": 64,
3596
+ "bits": 6,
3597
+ "mode": "affine"
3598
+ },
3599
+ "vision_tower.layers.19.self_attn.out_proj": {
3600
+ "group_size": 64,
3601
+ "bits": 4,
3602
+ "mode": "affine"
3603
+ },
3604
+ "vision_tower.layers.19.mlp.fc1": {
3605
+ "group_size": 64,
3606
+ "bits": 4,
3607
+ "mode": "affine"
3608
+ },
3609
+ "vision_tower.layers.19.mlp.fc2": {
3610
+ "group_size": 64,
3611
+ "bits": 4,
3612
+ "mode": "affine"
3613
+ },
3614
+ "vision_tower.layers.20.self_attn.q_proj": {
3615
+ "group_size": 64,
3616
+ "bits": 6,
3617
+ "mode": "affine"
3618
+ },
3619
+ "vision_tower.layers.20.self_attn.k_proj": {
3620
+ "group_size": 64,
3621
+ "bits": 6,
3622
+ "mode": "affine"
3623
+ },
3624
+ "vision_tower.layers.20.self_attn.v_proj": {
3625
+ "group_size": 64,
3626
+ "bits": 6,
3627
+ "mode": "affine"
3628
+ },
3629
+ "vision_tower.layers.20.self_attn.out_proj": {
3630
+ "group_size": 64,
3631
+ "bits": 4,
3632
+ "mode": "affine"
3633
+ },
3634
+ "vision_tower.layers.20.mlp.fc1": {
3635
+ "group_size": 64,
3636
+ "bits": 4,
3637
+ "mode": "affine"
3638
+ },
3639
+ "vision_tower.layers.20.mlp.fc2": {
3640
+ "group_size": 64,
3641
+ "bits": 4,
3642
+ "mode": "affine"
3643
+ },
3644
+ "vision_tower.layers.21.self_attn.q_proj": {
3645
+ "group_size": 64,
3646
+ "bits": 6,
3647
+ "mode": "affine"
3648
+ },
3649
+ "vision_tower.layers.21.self_attn.k_proj": {
3650
+ "group_size": 64,
3651
+ "bits": 6,
3652
+ "mode": "affine"
3653
+ },
3654
+ "vision_tower.layers.21.self_attn.v_proj": {
3655
+ "group_size": 64,
3656
+ "bits": 6,
3657
+ "mode": "affine"
3658
+ },
3659
+ "vision_tower.layers.21.self_attn.out_proj": {
3660
+ "group_size": 64,
3661
+ "bits": 4,
3662
+ "mode": "affine"
3663
+ },
3664
+ "vision_tower.layers.21.mlp.fc1": {
3665
+ "group_size": 64,
3666
+ "bits": 4,
3667
+ "mode": "affine"
3668
+ },
3669
+ "vision_tower.layers.21.mlp.fc2": {
3670
+ "group_size": 64,
3671
+ "bits": 4,
3672
+ "mode": "affine"
3673
+ },
3674
+ "vision_tower.layers.22.self_attn.q_proj": {
3675
+ "group_size": 64,
3676
+ "bits": 6,
3677
+ "mode": "affine"
3678
+ },
3679
+ "vision_tower.layers.22.self_attn.k_proj": {
3680
+ "group_size": 64,
3681
+ "bits": 6,
3682
+ "mode": "affine"
3683
+ },
3684
+ "vision_tower.layers.22.self_attn.v_proj": {
3685
+ "group_size": 64,
3686
+ "bits": 6,
3687
+ "mode": "affine"
3688
+ },
3689
+ "vision_tower.layers.22.self_attn.out_proj": {
3690
+ "group_size": 64,
3691
+ "bits": 4,
3692
+ "mode": "affine"
3693
+ },
3694
+ "vision_tower.layers.22.mlp.fc1": {
3695
+ "group_size": 64,
3696
+ "bits": 4,
3697
+ "mode": "affine"
3698
+ },
3699
+ "vision_tower.layers.22.mlp.fc2": {
3700
+ "group_size": 64,
3701
+ "bits": 4,
3702
+ "mode": "affine"
3703
+ },
3704
+ "vision_tower.proj_in": {
3705
+ "group_size": 64,
3706
+ "bits": 4,
3707
+ "mode": "affine"
3708
+ },
3709
+ "vision_tower.proj_out": {
3710
+ "group_size": 64,
3711
+ "bits": 4,
3712
+ "mode": "affine"
3713
+ }
3714
+ }
3715
+ }
generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "do_sample": true,
3
+ "temperature": 1.0,
4
+ "eos_token_id": 200006,
5
+ "pad_token_id": 199999
6
+ }
model-00001-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:843b44fb79b2885c95f8f245db40bed72c58170153503d8c4a3972608d942416
3
+ size 5342553719
model-00002-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a46b2eb7f64f91bdad3a26a2467b06678b101c83ccf443f54af1db70eb25fd88
3
+ size 5365528249
model-00003-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32503a429e50b2aabcf4c916fadd78b54981db15668f5fba773b643b7e11a9c3
3
+ size 3355702702
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
mtp.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c3b651317f01f73bcf4e1dceba66ef8b7e1a1eac6bc171e882e690a4b10a1d2
3
+ size 635801416
processor_config.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "image_processor": {
3
+ "do_convert_rgb": true,
4
+ "do_normalize": true,
5
+ "do_rescale": true,
6
+ "image_mean": [
7
+ 0.5,
8
+ 0.5,
9
+ 0.5
10
+ ],
11
+ "image_processor_type": "Inkling2ImageProcessor",
12
+ "image_std": [
13
+ 0.5,
14
+ 0.5,
15
+ 0.5
16
+ ],
17
+ "rescale_factor": 0.00392156862745098,
18
+ "size": {
19
+ "height": 40,
20
+ "width": 40
21
+ }
22
+ },
23
+ "image_token": "<|unused_200054|>",
24
+ "processor_class": "Inkling2Processor"
25
+ }
special_tokens_map.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|endoftext|>",
4
+ "<|message_user|>",
5
+ "<|message_model|>",
6
+ "<|message_system|>",
7
+ "<|message_tool|>",
8
+ "<|content_text|>",
9
+ "<|content_image|>",
10
+ "<|content_model_end_sampling|>",
11
+ "<|content_thinking|>",
12
+ "<|end_message|>",
13
+ "<|content_tool_error|>",
14
+ "<|content_xml|>",
15
+ "<|begin_of_text|>",
16
+ "<|content_invoke_tool_json|>",
17
+ "<|content_invoke_tool_text|>"
18
+ ],
19
+ "eos_token": "<|content_model_end_sampling|>",
20
+ "pad_token": "<|endoftext|>"
21
+ }
tiktoken/tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f170372dd655728909228220d77cf6b8104a59f38a91262a7d2c4027906ec0d8
3
+ size 3386494
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f332727f9a3f093dd452a39cc978e6757627e5dad1b0673aa4e75174f236dd6
3
+ size 26178678
tokenizer_config.json ADDED
@@ -0,0 +1,548 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tokenizer_class": "PreTrainedTokenizerFast",
3
+ "model_max_length": 1048576,
4
+ "clean_up_tokenization_spaces": false,
5
+ "fix_mistral_regex": false,
6
+ "extra_special_tokens": {
7
+ "endoftext": "<|endoftext|>",
8
+ "message_user": "<|message_user|>",
9
+ "message_model": "<|message_model|>",
10
+ "message_system": "<|message_system|>",
11
+ "message_tool": "<|message_tool|>",
12
+ "content_text": "<|content_text|>",
13
+ "content_image": "<|content_image|>",
14
+ "content_model_end_sampling": "<|content_model_end_sampling|>",
15
+ "content_thinking": "<|content_thinking|>",
16
+ "end_message": "<|end_message|>",
17
+ "content_tool_error": "<|content_tool_error|>",
18
+ "content_xml": "<|content_xml|>",
19
+ "begin_of_text": "<|begin_of_text|>",
20
+ "content_invoke_tool_json": "<|content_invoke_tool_json|>",
21
+ "content_invoke_tool_text": "<|content_invoke_tool_text|>"
22
+ },
23
+ "added_tokens_decoder": {
24
+ "199998": {
25
+ "content": "<|unused|>",
26
+ "single_word": false,
27
+ "lstrip": false,
28
+ "rstrip": false,
29
+ "normalized": false,
30
+ "special": true
31
+ },
32
+ "199999": {
33
+ "content": "<|endoftext|>",
34
+ "single_word": false,
35
+ "lstrip": false,
36
+ "rstrip": false,
37
+ "normalized": false,
38
+ "special": true
39
+ },
40
+ "200000": {
41
+ "content": "<|message_user|>",
42
+ "single_word": false,
43
+ "lstrip": false,
44
+ "rstrip": false,
45
+ "normalized": false,
46
+ "special": true
47
+ },
48
+ "200001": {
49
+ "content": "<|message_model|>",
50
+ "single_word": false,
51
+ "lstrip": false,
52
+ "rstrip": false,
53
+ "normalized": false,
54
+ "special": true
55
+ },
56
+ "200002": {
57
+ "content": "<|message_system|>",
58
+ "single_word": false,
59
+ "lstrip": false,
60
+ "rstrip": false,
61
+ "normalized": false,
62
+ "special": true
63
+ },
64
+ "200003": {
65
+ "content": "<|message_tool|>",
66
+ "single_word": false,
67
+ "lstrip": false,
68
+ "rstrip": false,
69
+ "normalized": false,
70
+ "special": true
71
+ },
72
+ "200004": {
73
+ "content": "<|content_text|>",
74
+ "single_word": false,
75
+ "lstrip": false,
76
+ "rstrip": false,
77
+ "normalized": false,
78
+ "special": true
79
+ },
80
+ "200005": {
81
+ "content": "<|content_image|>",
82
+ "single_word": false,
83
+ "lstrip": false,
84
+ "rstrip": false,
85
+ "normalized": false,
86
+ "special": true
87
+ },
88
+ "200006": {
89
+ "content": "<|content_model_end_sampling|>",
90
+ "single_word": false,
91
+ "lstrip": false,
92
+ "rstrip": false,
93
+ "normalized": false,
94
+ "special": true
95
+ },
96
+ "200007": {
97
+ "content": "<|unused_200007|>",
98
+ "single_word": false,
99
+ "lstrip": false,
100
+ "rstrip": false,
101
+ "normalized": false,
102
+ "special": true
103
+ },
104
+ "200008": {
105
+ "content": "<|content_thinking|>",
106
+ "single_word": false,
107
+ "lstrip": false,
108
+ "rstrip": false,
109
+ "normalized": false,
110
+ "special": true
111
+ },
112
+ "200009": {
113
+ "content": "<|unused_200009|>",
114
+ "single_word": false,
115
+ "lstrip": false,
116
+ "rstrip": false,
117
+ "normalized": false,
118
+ "special": true
119
+ },
120
+ "200010": {
121
+ "content": "<|end_message|>",
122
+ "single_word": false,
123
+ "lstrip": false,
124
+ "rstrip": false,
125
+ "normalized": false,
126
+ "special": true
127
+ },
128
+ "200011": {
129
+ "content": "<|unused_200011|>",
130
+ "single_word": false,
131
+ "lstrip": false,
132
+ "rstrip": false,
133
+ "normalized": false,
134
+ "special": true
135
+ },
136
+ "200012": {
137
+ "content": "<|unused_200012|>",
138
+ "single_word": false,
139
+ "lstrip": false,
140
+ "rstrip": false,
141
+ "normalized": false,
142
+ "special": true
143
+ },
144
+ "200013": {
145
+ "content": "<|unused_200013|>",
146
+ "single_word": false,
147
+ "lstrip": false,
148
+ "rstrip": false,
149
+ "normalized": false,
150
+ "special": true
151
+ },
152
+ "200014": {
153
+ "content": "<|unused_200014|>",
154
+ "single_word": false,
155
+ "lstrip": false,
156
+ "rstrip": false,
157
+ "normalized": false,
158
+ "special": true
159
+ },
160
+ "200015": {
161
+ "content": "<|unused_200015|>",
162
+ "single_word": false,
163
+ "lstrip": false,
164
+ "rstrip": false,
165
+ "normalized": false,
166
+ "special": true
167
+ },
168
+ "200016": {
169
+ "content": "<|unused_200016|>",
170
+ "single_word": false,
171
+ "lstrip": false,
172
+ "rstrip": false,
173
+ "normalized": false,
174
+ "special": true
175
+ },
176
+ "200017": {
177
+ "content": "<|unused_200017|>",
178
+ "single_word": false,
179
+ "lstrip": false,
180
+ "rstrip": false,
181
+ "normalized": false,
182
+ "special": true
183
+ },
184
+ "200018": {
185
+ "content": "<|unused_200018|>",
186
+ "single_word": false,
187
+ "lstrip": false,
188
+ "rstrip": false,
189
+ "normalized": false,
190
+ "special": true
191
+ },
192
+ "200019": {
193
+ "content": "<|unused_200019|>",
194
+ "single_word": false,
195
+ "lstrip": false,
196
+ "rstrip": false,
197
+ "normalized": false,
198
+ "special": true
199
+ },
200
+ "200020": {
201
+ "content": "<|unused_200020|>",
202
+ "single_word": false,
203
+ "lstrip": false,
204
+ "rstrip": false,
205
+ "normalized": false,
206
+ "special": true
207
+ },
208
+ "200021": {
209
+ "content": "<|unused_200021|>",
210
+ "single_word": false,
211
+ "lstrip": false,
212
+ "rstrip": false,
213
+ "normalized": false,
214
+ "special": true
215
+ },
216
+ "200022": {
217
+ "content": "<|content_tool_error|>",
218
+ "single_word": false,
219
+ "lstrip": false,
220
+ "rstrip": false,
221
+ "normalized": false,
222
+ "special": true
223
+ },
224
+ "200023": {
225
+ "content": "<|unused_200023|>",
226
+ "single_word": false,
227
+ "lstrip": false,
228
+ "rstrip": false,
229
+ "normalized": false,
230
+ "special": true
231
+ },
232
+ "200024": {
233
+ "content": "<|content_xml|>",
234
+ "single_word": false,
235
+ "lstrip": false,
236
+ "rstrip": false,
237
+ "normalized": false,
238
+ "special": true
239
+ },
240
+ "200025": {
241
+ "content": "<|unused_200025|>",
242
+ "single_word": false,
243
+ "lstrip": false,
244
+ "rstrip": false,
245
+ "normalized": false,
246
+ "special": true
247
+ },
248
+ "200026": {
249
+ "content": "<|unused_200026|>",
250
+ "single_word": false,
251
+ "lstrip": false,
252
+ "rstrip": false,
253
+ "normalized": false,
254
+ "special": true
255
+ },
256
+ "200027": {
257
+ "content": "<|unused_200027|>",
258
+ "single_word": false,
259
+ "lstrip": false,
260
+ "rstrip": false,
261
+ "normalized": false,
262
+ "special": true
263
+ },
264
+ "200028": {
265
+ "content": "<|begin_of_text|>",
266
+ "single_word": false,
267
+ "lstrip": false,
268
+ "rstrip": false,
269
+ "normalized": false,
270
+ "special": true
271
+ },
272
+ "200029": {
273
+ "content": "<|unused_200029|>",
274
+ "single_word": false,
275
+ "lstrip": false,
276
+ "rstrip": false,
277
+ "normalized": false,
278
+ "special": true
279
+ },
280
+ "200030": {
281
+ "content": "<|unused_200030|>",
282
+ "single_word": false,
283
+ "lstrip": false,
284
+ "rstrip": false,
285
+ "normalized": false,
286
+ "special": true
287
+ },
288
+ "200031": {
289
+ "content": "<|unused_200031|>",
290
+ "single_word": false,
291
+ "lstrip": false,
292
+ "rstrip": false,
293
+ "normalized": false,
294
+ "special": true
295
+ },
296
+ "200032": {
297
+ "content": "<|unused_200032|>",
298
+ "single_word": false,
299
+ "lstrip": false,
300
+ "rstrip": false,
301
+ "normalized": false,
302
+ "special": true
303
+ },
304
+ "200033": {
305
+ "content": "<|unused_200033|>",
306
+ "single_word": false,
307
+ "lstrip": false,
308
+ "rstrip": false,
309
+ "normalized": false,
310
+ "special": true
311
+ },
312
+ "200034": {
313
+ "content": "<|unused_200034|>",
314
+ "single_word": false,
315
+ "lstrip": false,
316
+ "rstrip": false,
317
+ "normalized": false,
318
+ "special": true
319
+ },
320
+ "200035": {
321
+ "content": "<|unused_200035|>",
322
+ "single_word": false,
323
+ "lstrip": false,
324
+ "rstrip": false,
325
+ "normalized": false,
326
+ "special": true
327
+ },
328
+ "200036": {
329
+ "content": "<|unused_200036|>",
330
+ "single_word": false,
331
+ "lstrip": false,
332
+ "rstrip": false,
333
+ "normalized": false,
334
+ "special": true
335
+ },
336
+ "200037": {
337
+ "content": "<|unused_200037|>",
338
+ "single_word": false,
339
+ "lstrip": false,
340
+ "rstrip": false,
341
+ "normalized": false,
342
+ "special": true
343
+ },
344
+ "200038": {
345
+ "content": "<|unused_200038|>",
346
+ "single_word": false,
347
+ "lstrip": false,
348
+ "rstrip": false,
349
+ "normalized": false,
350
+ "special": true
351
+ },
352
+ "200039": {
353
+ "content": "<|unused_200039|>",
354
+ "single_word": false,
355
+ "lstrip": false,
356
+ "rstrip": false,
357
+ "normalized": false,
358
+ "special": true
359
+ },
360
+ "200040": {
361
+ "content": "<|unused_200040|>",
362
+ "single_word": false,
363
+ "lstrip": false,
364
+ "rstrip": false,
365
+ "normalized": false,
366
+ "special": true
367
+ },
368
+ "200041": {
369
+ "content": "<|unused_200041|>",
370
+ "single_word": false,
371
+ "lstrip": false,
372
+ "rstrip": false,
373
+ "normalized": false,
374
+ "special": true
375
+ },
376
+ "200042": {
377
+ "content": "<|unused_200042|>",
378
+ "single_word": false,
379
+ "lstrip": false,
380
+ "rstrip": false,
381
+ "normalized": false,
382
+ "special": true
383
+ },
384
+ "200043": {
385
+ "content": "<|unused_200043|>",
386
+ "single_word": false,
387
+ "lstrip": false,
388
+ "rstrip": false,
389
+ "normalized": false,
390
+ "special": true
391
+ },
392
+ "200044": {
393
+ "content": "<|unused_200044|>",
394
+ "single_word": false,
395
+ "lstrip": false,
396
+ "rstrip": false,
397
+ "normalized": false,
398
+ "special": true
399
+ },
400
+ "200045": {
401
+ "content": "<|unused_200045|>",
402
+ "single_word": false,
403
+ "lstrip": false,
404
+ "rstrip": false,
405
+ "normalized": false,
406
+ "special": true
407
+ },
408
+ "200046": {
409
+ "content": "<|unused_200046|>",
410
+ "single_word": false,
411
+ "lstrip": false,
412
+ "rstrip": false,
413
+ "normalized": false,
414
+ "special": true
415
+ },
416
+ "200047": {
417
+ "content": "<|unused_200047|>",
418
+ "single_word": false,
419
+ "lstrip": false,
420
+ "rstrip": false,
421
+ "normalized": false,
422
+ "special": true
423
+ },
424
+ "200048": {
425
+ "content": "<|unused_200048|>",
426
+ "single_word": false,
427
+ "lstrip": false,
428
+ "rstrip": false,
429
+ "normalized": false,
430
+ "special": true
431
+ },
432
+ "200049": {
433
+ "content": "<|content_invoke_tool_json|>",
434
+ "single_word": false,
435
+ "lstrip": false,
436
+ "rstrip": false,
437
+ "normalized": false,
438
+ "special": true
439
+ },
440
+ "200050": {
441
+ "content": "<|unused_200050|>",
442
+ "single_word": false,
443
+ "lstrip": false,
444
+ "rstrip": false,
445
+ "normalized": false,
446
+ "special": true
447
+ },
448
+ "200051": {
449
+ "content": "<|unused_200051|>",
450
+ "single_word": false,
451
+ "lstrip": false,
452
+ "rstrip": false,
453
+ "normalized": false,
454
+ "special": true
455
+ },
456
+ "200052": {
457
+ "content": "<|unused_200052|>",
458
+ "single_word": false,
459
+ "lstrip": false,
460
+ "rstrip": false,
461
+ "normalized": false,
462
+ "special": true
463
+ },
464
+ "200053": {
465
+ "content": "<|unused_200053|>",
466
+ "single_word": false,
467
+ "lstrip": false,
468
+ "rstrip": false,
469
+ "normalized": false,
470
+ "special": true
471
+ },
472
+ "200054": {
473
+ "content": "<|unused_200054|>",
474
+ "single_word": false,
475
+ "lstrip": false,
476
+ "rstrip": false,
477
+ "normalized": false,
478
+ "special": true
479
+ },
480
+ "200055": {
481
+ "content": "<|unused_200055|>",
482
+ "single_word": false,
483
+ "lstrip": false,
484
+ "rstrip": false,
485
+ "normalized": false,
486
+ "special": true
487
+ },
488
+ "200056": {
489
+ "content": "<|unused_200056|>",
490
+ "single_word": false,
491
+ "lstrip": false,
492
+ "rstrip": false,
493
+ "normalized": false,
494
+ "special": true
495
+ },
496
+ "200057": {
497
+ "content": "<|content_invoke_tool_text|>",
498
+ "single_word": false,
499
+ "lstrip": false,
500
+ "rstrip": false,
501
+ "normalized": false,
502
+ "special": true
503
+ }
504
+ },
505
+ "response_template": {
506
+ "defaults": {
507
+ "role": "assistant"
508
+ },
509
+ "start_anchor_pattern": "<\\|end_message\\|>|<\\|content_model_end_sampling\\|>",
510
+ "fields": {
511
+ "reasoning_content": {
512
+ "open_pattern": "(?:<\\|message_model\\|>[^<]*)?<\\|content_thinking\\|>",
513
+ "close": "<|end_message|>",
514
+ "repeats": true,
515
+ "join": "",
516
+ "content": "text",
517
+ "content_args": {
518
+ "strip": false
519
+ }
520
+ },
521
+ "content": {
522
+ "open_pattern": "(?:<\\|message_model\\|>[^<]*)?<\\|content_(?:text|tool_error|invoke_tool_text)\\|>",
523
+ "close": "<|end_message|>",
524
+ "repeats": true,
525
+ "join": "",
526
+ "content": "text",
527
+ "content_args": {
528
+ "strip": false
529
+ }
530
+ },
531
+ "tool_calls": {
532
+ "open_pattern": "(?:<\\|message_model\\|>[^<]*)?<\\|content_invoke_tool_json\\|>",
533
+ "close": "<|end_message|>",
534
+ "repeats": true,
535
+ "content": "json",
536
+ "transform": {
537
+ "type": "function",
538
+ "function": {
539
+ "name": "{content.name}",
540
+ "arguments": "{content.args}"
541
+ }
542
+ }
543
+ }
544
+ }
545
+ },
546
+ "eos_token": "<|content_model_end_sampling|>",
547
+ "pad_token": "<|endoftext|>"
548
+ }