Blockway-team commited on
Commit
973876f
·
verified ·
1 Parent(s): fc1a95e

Random-weight tiny checkpoint for CI (no trained weights)

Browse files
Files changed (12) hide show
  1. LICENSE +202 -0
  2. README.md +16 -0
  3. SHA256SUMS +11 -0
  4. agens_b_tokens.json +13 -0
  5. chat_template.jinja +179 -0
  6. config.json +77 -0
  7. generation_config.json +257 -0
  8. merges.txt +0 -0
  9. model.safetensors +3 -0
  10. tokenizer.json +0 -0
  11. tokenizer_config.json +304 -0
  12. vocab.json +0 -0
LICENSE ADDED
@@ -0,0 +1,202 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ Apache License
3
+ Version 2.0, January 2004
4
+ http://www.apache.org/licenses/
5
+
6
+ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
7
+
8
+ 1. Definitions.
9
+
10
+ "License" shall mean the terms and conditions for use, reproduction,
11
+ and distribution as defined by Sections 1 through 9 of this document.
12
+
13
+ "Licensor" shall mean the copyright owner or entity authorized by
14
+ the copyright owner that is granting the License.
15
+
16
+ "Legal Entity" shall mean the union of the acting entity and all
17
+ other entities that control, are controlled by, or are under common
18
+ control with that entity. For the purposes of this definition,
19
+ "control" means (i) the power, direct or indirect, to cause the
20
+ direction or management of such entity, whether by contract or
21
+ otherwise, or (ii) ownership of fifty percent (50%) or more of the
22
+ outstanding shares, or (iii) beneficial ownership of such entity.
23
+
24
+ "You" (or "Your") shall mean an individual or Legal Entity
25
+ exercising permissions granted by this License.
26
+
27
+ "Source" form shall mean the preferred form for making modifications,
28
+ including but not limited to software source code, documentation
29
+ source, and configuration files.
30
+
31
+ "Object" form shall mean any form resulting from mechanical
32
+ transformation or translation of a Source form, including but
33
+ not limited to compiled object code, generated documentation,
34
+ and conversions to other media types.
35
+
36
+ "Work" shall mean the work of authorship, whether in Source or
37
+ Object form, made available under the License, as indicated by a
38
+ copyright notice that is included in or attached to the work
39
+ (an example is provided in the Appendix below).
40
+
41
+ "Derivative Works" shall mean any work, whether in Source or Object
42
+ form, that is based on (or derived from) the Work and for which the
43
+ editorial revisions, annotations, elaborations, or other modifications
44
+ represent, as a whole, an original work of authorship. For the purposes
45
+ of this License, Derivative Works shall not include works that remain
46
+ separable from, or merely link (or bind by name) to the interfaces of,
47
+ the Work and Derivative Works thereof.
48
+
49
+ "Contribution" shall mean any work of authorship, including
50
+ the original version of the Work and any modifications or additions
51
+ to that Work or Derivative Works thereof, that is intentionally
52
+ submitted to Licensor for inclusion in the Work by the copyright owner
53
+ or by an individual or Legal Entity authorized to submit on behalf of
54
+ the copyright owner. For the purposes of this definition, "submitted"
55
+ means any form of electronic, verbal, or written communication sent
56
+ to the Licensor or its representatives, including but not limited to
57
+ communication on electronic mailing lists, source code control systems,
58
+ and issue tracking systems that are managed by, or on behalf of, the
59
+ Licensor for the purpose of discussing and improving the Work, but
60
+ excluding communication that is conspicuously marked or otherwise
61
+ designated in writing by the copyright owner as "Not a Contribution."
62
+
63
+ "Contributor" shall mean Licensor and any individual or Legal Entity
64
+ on behalf of whom a Contribution has been received by Licensor and
65
+ subsequently incorporated within the Work.
66
+
67
+ 2. Grant of Copyright License. Subject to the terms and conditions of
68
+ this License, each Contributor hereby grants to You a perpetual,
69
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
70
+ copyright license to reproduce, prepare Derivative Works of,
71
+ publicly display, publicly perform, sublicense, and distribute the
72
+ Work and such Derivative Works in Source or Object form.
73
+
74
+ 3. Grant of Patent License. Subject to the terms and conditions of
75
+ this License, each Contributor hereby grants to You a perpetual,
76
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
77
+ (except as stated in this section) patent license to make, have made,
78
+ use, offer to sell, sell, import, and otherwise transfer the Work,
79
+ where such license applies only to those patent claims licensable
80
+ by such Contributor that are necessarily infringed by their
81
+ Contribution(s) alone or by combination of their Contribution(s)
82
+ with the Work to which such Contribution(s) was submitted. If You
83
+ institute patent litigation against any entity (including a
84
+ cross-claim or counterclaim in a lawsuit) alleging that the Work
85
+ or a Contribution incorporated within the Work constitutes direct
86
+ or contributory patent infringement, then any patent licenses
87
+ granted to You under this License for that Work shall terminate
88
+ as of the date such litigation is filed.
89
+
90
+ 4. Redistribution. You may reproduce and distribute copies of the
91
+ Work or Derivative Works thereof in any medium, with or without
92
+ modifications, and in Source or Object form, provided that You
93
+ meet the following conditions:
94
+
95
+ (a) You must give any other recipients of the Work or
96
+ Derivative Works a copy of this License; and
97
+
98
+ (b) You must cause any modified files to carry prominent notices
99
+ stating that You changed the files; and
100
+
101
+ (c) You must retain, in the Source form of any Derivative Works
102
+ that You distribute, all copyright, patent, trademark, and
103
+ attribution notices from the Source form of the Work,
104
+ excluding those notices that do not pertain to any part of
105
+ the Derivative Works; and
106
+
107
+ (d) If the Work includes a "NOTICE" text file as part of its
108
+ distribution, then any Derivative Works that You distribute must
109
+ include a readable copy of the attribution notices contained
110
+ within such NOTICE file, excluding those notices that do not
111
+ pertain to any part of the Derivative Works, in at least one
112
+ of the following places: within a NOTICE text file distributed
113
+ as part of the Derivative Works; within the Source form or
114
+ documentation, if provided along with the Derivative Works; or,
115
+ within a display generated by the Derivative Works, if and
116
+ wherever such third-party notices normally appear. The contents
117
+ of the NOTICE file are for informational purposes only and
118
+ do not modify the License. You may add Your own attribution
119
+ notices within Derivative Works that You distribute, alongside
120
+ or as an addendum to the NOTICE text from the Work, provided
121
+ that such additional attribution notices cannot be construed
122
+ as modifying the License.
123
+
124
+ You may add Your own copyright statement to Your modifications and
125
+ may provide additional or different license terms and conditions
126
+ for use, reproduction, or distribution of Your modifications, or
127
+ for any such Derivative Works as a whole, provided Your use,
128
+ reproduction, and distribution of the Work otherwise complies with
129
+ the conditions stated in this License.
130
+
131
+ 5. Submission of Contributions. Unless You explicitly state otherwise,
132
+ any Contribution intentionally submitted for inclusion in the Work
133
+ by You to the Licensor shall be under the terms and conditions of
134
+ this License, without any additional terms or conditions.
135
+ Notwithstanding the above, nothing herein shall supersede or modify
136
+ the terms of any separate license agreement you may have executed
137
+ with Licensor regarding such Contributions.
138
+
139
+ 6. Trademarks. This License does not grant permission to use the trade
140
+ names, trademarks, service marks, or product names of the Licensor,
141
+ except as required for reasonable and customary use in describing the
142
+ origin of the Work and reproducing the content of the NOTICE file.
143
+
144
+ 7. Disclaimer of Warranty. Unless required by applicable law or
145
+ agreed to in writing, Licensor provides the Work (and each
146
+ Contributor provides its Contributions) on an "AS IS" BASIS,
147
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
148
+ implied, including, without limitation, any warranties or conditions
149
+ of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
150
+ PARTICULAR PURPOSE. You are solely responsible for determining the
151
+ appropriateness of using or redistributing the Work and assume any
152
+ risks associated with Your exercise of permissions under this License.
153
+
154
+ 8. Limitation of Liability. In no event and under no legal theory,
155
+ whether in tort (including negligence), contract, or otherwise,
156
+ unless required by applicable law (such as deliberate and grossly
157
+ negligent acts) or agreed to in writing, shall any Contributor be
158
+ liable to You for damages, including any direct, indirect, special,
159
+ incidental, or consequential damages of any character arising as a
160
+ result of this License or out of the use or inability to use the
161
+ Work (including but not limited to damages for loss of goodwill,
162
+ work stoppage, computer failure or malfunction, or any and all
163
+ other commercial damages or losses), even if such Contributor
164
+ has been advised of the possibility of such damages.
165
+
166
+ 9. Accepting Warranty or Additional Liability. While redistributing
167
+ the Work or Derivative Works thereof, You may choose to offer,
168
+ and charge a fee for, acceptance of support, warranty, indemnity,
169
+ or other liability obligations and/or rights consistent with this
170
+ License. However, in accepting such obligations, You may act only
171
+ on Your own behalf and on Your sole responsibility, not on behalf
172
+ of any other Contributor, and only if You agree to indemnify,
173
+ defend, and hold each Contributor harmless for any liability
174
+ incurred by, or claims asserted against, such Contributor by reason
175
+ of your accepting any such warranty or additional liability.
176
+
177
+ END OF TERMS AND CONDITIONS
178
+
179
+ APPENDIX: How to apply the Apache License to your work.
180
+
181
+ To apply the Apache License to your work, attach the following
182
+ boilerplate notice, with the fields enclosed by brackets "[]"
183
+ replaced with your own identifying information. (Don't include
184
+ the brackets!) The text should be enclosed in the appropriate
185
+ comment syntax for the file format. We also recommend that a
186
+ file or class name and description of purpose be included on the
187
+ same "printed page" as the copyright notice for easier
188
+ identification within third-party archives.
189
+
190
+ Copyright 2026 Alibaba Cloud
191
+
192
+ Licensed under the Apache License, Version 2.0 (the "License");
193
+ you may not use this file except in compliance with the License.
194
+ You may obtain a copy of the License at
195
+
196
+ http://www.apache.org/licenses/LICENSE-2.0
197
+
198
+ Unless required by applicable law or agreed to in writing, software
199
+ distributed under the License is distributed on an "AS IS" BASIS,
200
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
201
+ See the License for the specific language governing permissions and
202
+ limitations under the License.
README.md ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ library_name: transformers
4
+ tags: [volundr, test, random-weights]
5
+ ---
6
+
7
+ # Agens-Volundr-tiny-random
8
+
9
+ **Random weights, for CI only.** This checkpoint produces no meaningful text.
10
+
11
+ A 4-layer Agens Volundr (2 KDA + 1 BCSA + 1 dense attention, Engram on layer 1, 4-stream mHC) with
12
+ the same config schema, tokenizer, chat template and generation config as
13
+ `Blockway/Agens-Volundr-32B-v1`. Hidden size 64; BCSA window 64, so short prompts reach the far
14
+ field. Weights are the reference implementation's random initialisation (seed 0). Used by the
15
+ SGLang Volundr tests. The reference transformers implementation is not included here; it ships with
16
+ `Blockway/Agens-Volundr-32B-v1`.
SHA256SUMS ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 14c65eb0e776384f9712a1976f565511772c414c55004a0cbd56e97b035fa8d9 agens_b_tokens.json
2
+ f6c2a59408eccf87aef3db9efddb3811b3989f2cd1eadc7eef73e70fdaffced4 chat_template.jinja
3
+ a1030205178360de1f74145473728d4b9da7dd35a9688ad1df731694ed9dd332 config.json
4
+ 67083ac86cb3a108d966157daaacd9a1cc1b89e7f71dae458cd8c59336360f27 generation_config.json
5
+ bbedc3fda3305820b977265f01b8619d87570a6739de3a5582c3464840f1e57a LICENSE
6
+ a9d356d7bdf1ef4949e3e748e95b8e10ad9d4e2e838eddc38a0a7b6b94d1db8d merges.txt
7
+ f080e6c885d6f933324655b6c682969169b62221a5645046ea393c08eeae6e66 model.safetensors
8
+ d036e2f5f284e1c06f5de56f3d33f0e8dd715b7f19d9f7dcc5c2debc7bf11fa3 README.md
9
+ 3c43aa36fc7439c58d747888c756eae665b0264314d30453e836d2b29357b652 tokenizer_config.json
10
+ 234f70af7a12c93d0514c82267bc15a660db645d0b61e4b5999f0865ee977aae tokenizer.json
11
+ 5cb2ec3a6d733c5193eddeb1873027fdb593c883d5888afce520a46938f5afc3 vocab.json
agens_b_tokens.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "renamed": {
3
+ "<|agens_start|>": 248045,
4
+ "<|agens_end|>": 248046,
5
+ "<|/call|>": 248059,
6
+ "<|call|>": 248058,
7
+ "<|/result|>": 248067,
8
+ "<|result|>": 248066,
9
+ "<|/think|>": 248069,
10
+ "<|think|>": 248068
11
+ },
12
+ "default_identity": "You are Agens, an AI assistant developed by Blockway."
13
+ }
chat_template.jinja ADDED
@@ -0,0 +1,179 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {#- Agens chat template B (Blockway, 2026-09-29): Blockway control-token names on the inherited token ids;
2
+ structure identical to the base model's format so the inherited reasoning and tool-use policy is kept.
3
+ See MODIFICATIONS.md. -#}
4
+ {%- set image_count = namespace(value=0) %}
5
+ {%- set video_count = namespace(value=0) %}
6
+ {%- macro render_content(content, do_vision_count, is_system_content=false) %}
7
+ {%- if content is string %}
8
+ {{- content }}
9
+ {%- elif content is iterable and content is not mapping %}
10
+ {%- for item in content %}
11
+ {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
12
+ {%- if is_system_content %}
13
+ {{- raise_exception('System message cannot contain images.') }}
14
+ {%- endif %}
15
+ {%- if do_vision_count %}
16
+ {%- set image_count.value = image_count.value + 1 %}
17
+ {%- endif %}
18
+ {%- if add_vision_id %}
19
+ {{- 'Picture ' ~ image_count.value ~ ': ' }}
20
+ {%- endif %}
21
+ {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
22
+ {%- elif 'video' in item or item.type == 'video' %}
23
+ {%- if is_system_content %}
24
+ {{- raise_exception('System message cannot contain videos.') }}
25
+ {%- endif %}
26
+ {%- if do_vision_count %}
27
+ {%- set video_count.value = video_count.value + 1 %}
28
+ {%- endif %}
29
+ {%- if add_vision_id %}
30
+ {{- 'Video ' ~ video_count.value ~ ': ' }}
31
+ {%- endif %}
32
+ {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
33
+ {%- elif 'text' in item %}
34
+ {{- item.text }}
35
+ {%- else %}
36
+ {{- raise_exception('Unexpected item type in content.') }}
37
+ {%- endif %}
38
+ {%- endfor %}
39
+ {%- elif content is none or content is undefined %}
40
+ {{- '' }}
41
+ {%- else %}
42
+ {{- raise_exception('Unexpected content type.') }}
43
+ {%- endif %}
44
+ {%- endmacro %}
45
+ {%- if not messages %}
46
+ {{- raise_exception('No messages provided.') }}
47
+ {%- endif %}
48
+ {%- if messages[0].role != 'system' %}
49
+ {%- set messages = [{'role': 'system', 'content': 'You are Agens, an AI assistant developed by Blockway.'}] + messages %}
50
+ {%- endif %}
51
+ {%- set reasoning_instructions = '' %}
52
+ {%- if enable_thinking is undefined or enable_thinking is true %}
53
+ {%- set resolved_reasoning_effort = reasoning_effort|default('xhigh') %}
54
+ {%- if resolved_reasoning_effort == 'high' %}
55
+ {%- set resolved_reasoning_effort = 'xhigh' %}
56
+ {%- endif %}
57
+ {%- if resolved_reasoning_effort not in ('xhigh', 'medium', 'low') %}
58
+ {{- raise_exception('Unexpected reasoning effort ' ~ reasoning_effort ~ '. Supported types are xhigh (default; high is accepted as an alias), medium, and low.') }}
59
+ {%- endif %}
60
+ {%- if resolved_reasoning_effort == 'xhigh' %}
61
+ {%- set reasoning_instructions = 'Reasoning effort is set to xhigh. Please think carefully through the task, validate key assumptions, consider plausible alternatives, and prioritize correctness, consistency, and clarity in the final answer.' %}
62
+ {%- elif resolved_reasoning_effort == 'low' %}
63
+ {%- set reasoning_instructions = 'Reasoning effort is set to low. Keep your thinking brief and focused, moving directly to the conclusion without unnecessary elaboration.' %}
64
+ {%- endif %}
65
+ {%- endif %}
66
+ {%- if tools and tools is iterable and tools is not mapping %}
67
+ {{- '<|agens_start|>system\n' }}
68
+ {%- if reasoning_instructions %}
69
+ {{- reasoning_instructions + '\n\n' }}
70
+ {%- endif %}
71
+ {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
72
+ {%- for tool in tools %}
73
+ {{- "\n" }}
74
+ {{- tool | tojson }}
75
+ {%- endfor %}
76
+ {{- "\n</tools>" }}
77
+ {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<|call|>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n<|/call|>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <|call|><|/call|> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
78
+ {%- if messages[0].role == 'system' %}
79
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
80
+ {%- if content %}
81
+ {{- '\n\n' + content }}
82
+ {%- endif %}
83
+ {%- endif %}
84
+ {{- '<|agens_end|>\n' }}
85
+ {%- else %}
86
+ {%- if messages[0].role == 'system' %}
87
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
88
+ {%- if content %}
89
+ {{- '<|agens_start|>system\n' + (reasoning_instructions + '\n\n' if reasoning_instructions else '') + content + '<|agens_end|>\n' }}
90
+ {%- elif reasoning_instructions %}
91
+ {{- '<|agens_start|>system\n' + reasoning_instructions + '<|agens_end|>\n' }}
92
+ {%- endif %}
93
+ {%- elif reasoning_instructions %}
94
+ {{- '<|agens_start|>system\n' + reasoning_instructions + '<|agens_end|>\n' }}
95
+ {%- endif %}
96
+ {%- endif %}
97
+ {%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
98
+ {%- for message in messages[::-1] %}
99
+ {%- set index = (messages|length - 1) - loop.index0 %}
100
+ {%- if ns.multi_step_tool and message.role == "user" %}
101
+ {%- set content = render_content(message.content, false)|trim %}
102
+ {%- if not(content.startswith('<|result|>') and content.endswith('<|/result|>')) %}
103
+ {%- set ns.multi_step_tool = false %}
104
+ {%- set ns.last_query_index = index %}
105
+ {%- endif %}
106
+ {%- endif %}
107
+ {%- endfor %}
108
+ {%- if ns.multi_step_tool %}
109
+ {{- raise_exception('No user query found in messages.') }}
110
+ {%- endif %}
111
+ {%- for message in messages %}
112
+ {%- set content = render_content(message.content, true)|trim %}
113
+ {%- if message.role == "system" %}
114
+ {%- if not loop.first %}
115
+ {{- raise_exception('System message must be at the beginning.') }}
116
+ {%- endif %}
117
+ {%- elif message.role == "user" %}
118
+ {{- '<|agens_start|>' + message.role + '\n' + content + '<|agens_end|>' + '\n' }}
119
+ {%- elif message.role == "assistant" %}
120
+ {%- set reasoning_content = '' %}
121
+ {%- if message.reasoning_content is string %}
122
+ {%- set reasoning_content = message.reasoning_content %}
123
+ {%- endif %}
124
+ {%- set reasoning_content = reasoning_content|trim %}
125
+ {%- if preserve_thinking is undefined or preserve_thinking is true or loop.index0 > ns.last_query_index %}
126
+ {{- '<|agens_start|>' + message.role + '\n<|think|>\n' + reasoning_content + '\n<|/think|>\n\n' + content }}
127
+ {%- else %}
128
+ {{- '<|agens_start|>' + message.role + '\n' + content }}
129
+ {%- endif %}
130
+ {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
131
+ {%- for tool_call in message.tool_calls %}
132
+ {%- if tool_call.function is defined %}
133
+ {%- set tool_call = tool_call.function %}
134
+ {%- endif %}
135
+ {%- if loop.first %}
136
+ {%- if content|trim %}
137
+ {{- '\n\n<|call|>\n<function=' + tool_call.name + '>\n' }}
138
+ {%- else %}
139
+ {{- '<|call|>\n<function=' + tool_call.name + '>\n' }}
140
+ {%- endif %}
141
+ {%- else %}
142
+ {{- '\n<|call|>\n<function=' + tool_call.name + '>\n' }}
143
+ {%- endif %}
144
+ {%- if tool_call.arguments is defined and tool_call.arguments != '' %}
145
+ {%- for args_name, args_value in tool_call.arguments|items %}
146
+ {{- '<parameter=' + args_name + '>\n' }}
147
+ {%- set args_value = args_value | string if args_value is string else args_value | tojson | safe %}
148
+ {{- args_value }}
149
+ {{- '\n</parameter>\n' }}
150
+ {%- endfor %}
151
+ {%- endif %}
152
+ {{- '</function>\n<|/call|>' }}
153
+ {%- endfor %}
154
+ {%- endif %}
155
+ {{- '<|agens_end|>\n' }}
156
+ {%- elif message.role == "tool" %}
157
+ {%- if loop.previtem and loop.previtem.role != "tool" %}
158
+ {{- '<|agens_start|>user' }}
159
+ {%- endif %}
160
+ {{- '\n<|result|>\n' }}
161
+ {{- content }}
162
+ {{- '\n<|/result|>' }}
163
+ {%- if not loop.last and loop.nextitem.role != "tool" %}
164
+ {{- '<|agens_end|>\n' }}
165
+ {%- elif loop.last %}
166
+ {{- '<|agens_end|>\n' }}
167
+ {%- endif %}
168
+ {%- else %}
169
+ {{- raise_exception('Unexpected message role.') }}
170
+ {%- endif %}
171
+ {%- endfor %}
172
+ {%- if add_generation_prompt %}
173
+ {{- '<|agens_start|>assistant\n' }}
174
+ {%- if enable_thinking is defined and enable_thinking is false %}
175
+ {{- '<|think|>\n\n<|/think|>\n\n' }}
176
+ {%- else %}
177
+ {{- '<|think|>\n' }}
178
+ {%- endif %}
179
+ {%- endif %}
config.json ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attention_bias": false,
3
+ "attention_dropout": 0.0,
4
+ "attn_output_gate": true,
5
+ "bos_token_id": 248044,
6
+ "dtype": "bfloat16",
7
+ "eos_token_id": 248046,
8
+ "full_attention_interval": 4,
9
+ "head_dim": 128,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 64,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 256,
14
+ "layer_types": [
15
+ "linear_attention",
16
+ "linear_attention",
17
+ "full_attention",
18
+ "full_attention"
19
+ ],
20
+ "linear_conv_kernel_dim": 4,
21
+ "linear_key_head_dim": 128,
22
+ "linear_num_key_heads": 2,
23
+ "linear_num_value_heads": 6,
24
+ "linear_value_head_dim": 128,
25
+ "mamba_ssm_dtype": "float32",
26
+ "max_position_embeddings": 32768,
27
+ "model_type": "volundr_text",
28
+ "mtp_num_hidden_layers": 0,
29
+ "mtp_use_dedicated_embeddings": false,
30
+ "num_attention_heads": 2,
31
+ "num_hidden_layers": 4,
32
+ "num_key_value_heads": 1,
33
+ "output_gate_type": "swish",
34
+ "pad_token_id": 248044,
35
+ "partial_rotary_factor": 0.25,
36
+ "rms_norm_eps": 1e-06,
37
+ "rope_parameters": {
38
+ "mrope_interleaved": true,
39
+ "mrope_section": [
40
+ 6,
41
+ 5,
42
+ 5
43
+ ],
44
+ "partial_rotary_factor": 0.25,
45
+ "rope_theta": 10000000,
46
+ "rope_type": "default"
47
+ },
48
+ "tie_word_embeddings": false,
49
+ "use_cache": true,
50
+ "vocab_size": 248320,
51
+ "architectures": [
52
+ "VolundrForCausalLM"
53
+ ],
54
+ "mixer_types": [
55
+ "kda",
56
+ "kda",
57
+ "bcsa",
58
+ "attn"
59
+ ],
60
+ "new_block_indices": [],
61
+ "kda_gate_rank": 16,
62
+ "bcsa_window": 64,
63
+ "bcsa_compress": 4,
64
+ "bcsa_topk": 8,
65
+ "engram_layers": [
66
+ 1
67
+ ],
68
+ "mhc_streams": 4,
69
+ "engram_orders": [
70
+ 2,
71
+ 3
72
+ ],
73
+ "engram_rows": 4099,
74
+ "engram_dim": 32,
75
+ "mhc_sinkhorn_iters": 10,
76
+ "bcsa_impl": "ref"
77
+ }
generation_config.json ADDED
@@ -0,0 +1,257 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 248044,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 248046,
6
+ 248044
7
+ ],
8
+ "pad_token_id": 248044,
9
+ "temperature": 1.0,
10
+ "top_k": 20,
11
+ "top_p": 0.95,
12
+ "suppress_tokens": [
13
+ 248077,
14
+ 248078,
15
+ 248079,
16
+ 248080,
17
+ 248081,
18
+ 248082,
19
+ 248083,
20
+ 248084,
21
+ 248085,
22
+ 248086,
23
+ 248087,
24
+ 248088,
25
+ 248089,
26
+ 248090,
27
+ 248091,
28
+ 248092,
29
+ 248093,
30
+ 248094,
31
+ 248095,
32
+ 248096,
33
+ 248097,
34
+ 248098,
35
+ 248099,
36
+ 248100,
37
+ 248101,
38
+ 248102,
39
+ 248103,
40
+ 248104,
41
+ 248105,
42
+ 248106,
43
+ 248107,
44
+ 248108,
45
+ 248109,
46
+ 248110,
47
+ 248111,
48
+ 248112,
49
+ 248113,
50
+ 248114,
51
+ 248115,
52
+ 248116,
53
+ 248117,
54
+ 248118,
55
+ 248119,
56
+ 248120,
57
+ 248121,
58
+ 248122,
59
+ 248123,
60
+ 248124,
61
+ 248125,
62
+ 248126,
63
+ 248127,
64
+ 248128,
65
+ 248129,
66
+ 248130,
67
+ 248131,
68
+ 248132,
69
+ 248133,
70
+ 248134,
71
+ 248135,
72
+ 248136,
73
+ 248137,
74
+ 248138,
75
+ 248139,
76
+ 248140,
77
+ 248141,
78
+ 248142,
79
+ 248143,
80
+ 248144,
81
+ 248145,
82
+ 248146,
83
+ 248147,
84
+ 248148,
85
+ 248149,
86
+ 248150,
87
+ 248151,
88
+ 248152,
89
+ 248153,
90
+ 248154,
91
+ 248155,
92
+ 248156,
93
+ 248157,
94
+ 248158,
95
+ 248159,
96
+ 248160,
97
+ 248161,
98
+ 248162,
99
+ 248163,
100
+ 248164,
101
+ 248165,
102
+ 248166,
103
+ 248167,
104
+ 248168,
105
+ 248169,
106
+ 248170,
107
+ 248171,
108
+ 248172,
109
+ 248173,
110
+ 248174,
111
+ 248175,
112
+ 248176,
113
+ 248177,
114
+ 248178,
115
+ 248179,
116
+ 248180,
117
+ 248181,
118
+ 248182,
119
+ 248183,
120
+ 248184,
121
+ 248185,
122
+ 248186,
123
+ 248187,
124
+ 248188,
125
+ 248189,
126
+ 248190,
127
+ 248191,
128
+ 248192,
129
+ 248193,
130
+ 248194,
131
+ 248195,
132
+ 248196,
133
+ 248197,
134
+ 248198,
135
+ 248199,
136
+ 248200,
137
+ 248201,
138
+ 248202,
139
+ 248203,
140
+ 248204,
141
+ 248205,
142
+ 248206,
143
+ 248207,
144
+ 248208,
145
+ 248209,
146
+ 248210,
147
+ 248211,
148
+ 248212,
149
+ 248213,
150
+ 248214,
151
+ 248215,
152
+ 248216,
153
+ 248217,
154
+ 248218,
155
+ 248219,
156
+ 248220,
157
+ 248221,
158
+ 248222,
159
+ 248223,
160
+ 248224,
161
+ 248225,
162
+ 248226,
163
+ 248227,
164
+ 248228,
165
+ 248229,
166
+ 248230,
167
+ 248231,
168
+ 248232,
169
+ 248233,
170
+ 248234,
171
+ 248235,
172
+ 248236,
173
+ 248237,
174
+ 248238,
175
+ 248239,
176
+ 248240,
177
+ 248241,
178
+ 248242,
179
+ 248243,
180
+ 248244,
181
+ 248245,
182
+ 248246,
183
+ 248247,
184
+ 248248,
185
+ 248249,
186
+ 248250,
187
+ 248251,
188
+ 248252,
189
+ 248253,
190
+ 248254,
191
+ 248255,
192
+ 248256,
193
+ 248257,
194
+ 248258,
195
+ 248259,
196
+ 248260,
197
+ 248261,
198
+ 248262,
199
+ 248263,
200
+ 248264,
201
+ 248265,
202
+ 248266,
203
+ 248267,
204
+ 248268,
205
+ 248269,
206
+ 248270,
207
+ 248271,
208
+ 248272,
209
+ 248273,
210
+ 248274,
211
+ 248275,
212
+ 248276,
213
+ 248277,
214
+ 248278,
215
+ 248279,
216
+ 248280,
217
+ 248281,
218
+ 248282,
219
+ 248283,
220
+ 248284,
221
+ 248285,
222
+ 248286,
223
+ 248287,
224
+ 248288,
225
+ 248289,
226
+ 248290,
227
+ 248291,
228
+ 248292,
229
+ 248293,
230
+ 248294,
231
+ 248295,
232
+ 248296,
233
+ 248297,
234
+ 248298,
235
+ 248299,
236
+ 248300,
237
+ 248301,
238
+ 248302,
239
+ 248303,
240
+ 248304,
241
+ 248305,
242
+ 248306,
243
+ 248307,
244
+ 248308,
245
+ 248309,
246
+ 248310,
247
+ 248311,
248
+ 248312,
249
+ 248313,
250
+ 248314,
251
+ 248315,
252
+ 248316,
253
+ 248317,
254
+ 248318,
255
+ 248319
256
+ ]
257
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f080e6c885d6f933324655b6c682969169b62221a5645046ea393c08eeae6e66
3
+ size 65665506
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,304 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "added_tokens_decoder": {
4
+ "248044": {
5
+ "content": "<|endoftext|>",
6
+ "lstrip": false,
7
+ "normalized": false,
8
+ "rstrip": false,
9
+ "single_word": false,
10
+ "special": true
11
+ },
12
+ "248045": {
13
+ "content": "<|agens_start|>",
14
+ "lstrip": false,
15
+ "normalized": false,
16
+ "rstrip": false,
17
+ "single_word": false,
18
+ "special": true
19
+ },
20
+ "248046": {
21
+ "content": "<|agens_end|>",
22
+ "lstrip": false,
23
+ "normalized": false,
24
+ "rstrip": false,
25
+ "single_word": false,
26
+ "special": true
27
+ },
28
+ "248047": {
29
+ "content": "<|object_ref_start|>",
30
+ "lstrip": false,
31
+ "normalized": false,
32
+ "rstrip": false,
33
+ "single_word": false,
34
+ "special": true
35
+ },
36
+ "248048": {
37
+ "content": "<|object_ref_end|>",
38
+ "lstrip": false,
39
+ "normalized": false,
40
+ "rstrip": false,
41
+ "single_word": false,
42
+ "special": true
43
+ },
44
+ "248049": {
45
+ "content": "<|box_start|>",
46
+ "lstrip": false,
47
+ "normalized": false,
48
+ "rstrip": false,
49
+ "single_word": false,
50
+ "special": true
51
+ },
52
+ "248050": {
53
+ "content": "<|box_end|>",
54
+ "lstrip": false,
55
+ "normalized": false,
56
+ "rstrip": false,
57
+ "single_word": false,
58
+ "special": true
59
+ },
60
+ "248051": {
61
+ "content": "<|quad_start|>",
62
+ "lstrip": false,
63
+ "normalized": false,
64
+ "rstrip": false,
65
+ "single_word": false,
66
+ "special": true
67
+ },
68
+ "248052": {
69
+ "content": "<|quad_end|>",
70
+ "lstrip": false,
71
+ "normalized": false,
72
+ "rstrip": false,
73
+ "single_word": false,
74
+ "special": true
75
+ },
76
+ "248053": {
77
+ "content": "<|vision_start|>",
78
+ "lstrip": false,
79
+ "normalized": false,
80
+ "rstrip": false,
81
+ "single_word": false,
82
+ "special": true
83
+ },
84
+ "248054": {
85
+ "content": "<|vision_end|>",
86
+ "lstrip": false,
87
+ "normalized": false,
88
+ "rstrip": false,
89
+ "single_word": false,
90
+ "special": true
91
+ },
92
+ "248055": {
93
+ "content": "<|vision_pad|>",
94
+ "lstrip": false,
95
+ "normalized": false,
96
+ "rstrip": false,
97
+ "single_word": false,
98
+ "special": true
99
+ },
100
+ "248056": {
101
+ "content": "<|image_pad|>",
102
+ "lstrip": false,
103
+ "normalized": false,
104
+ "rstrip": false,
105
+ "single_word": false,
106
+ "special": true
107
+ },
108
+ "248057": {
109
+ "content": "<|video_pad|>",
110
+ "lstrip": false,
111
+ "normalized": false,
112
+ "rstrip": false,
113
+ "single_word": false,
114
+ "special": true
115
+ },
116
+ "248058": {
117
+ "content": "<|call|>",
118
+ "lstrip": false,
119
+ "normalized": false,
120
+ "rstrip": false,
121
+ "single_word": false,
122
+ "special": false
123
+ },
124
+ "248059": {
125
+ "content": "<|/call|>",
126
+ "lstrip": false,
127
+ "normalized": false,
128
+ "rstrip": false,
129
+ "single_word": false,
130
+ "special": false
131
+ },
132
+ "248060": {
133
+ "content": "<|fim_prefix|>",
134
+ "lstrip": false,
135
+ "normalized": false,
136
+ "rstrip": false,
137
+ "single_word": false,
138
+ "special": false
139
+ },
140
+ "248061": {
141
+ "content": "<|fim_middle|>",
142
+ "lstrip": false,
143
+ "normalized": false,
144
+ "rstrip": false,
145
+ "single_word": false,
146
+ "special": false
147
+ },
148
+ "248062": {
149
+ "content": "<|fim_suffix|>",
150
+ "lstrip": false,
151
+ "normalized": false,
152
+ "rstrip": false,
153
+ "single_word": false,
154
+ "special": false
155
+ },
156
+ "248063": {
157
+ "content": "<|fim_pad|>",
158
+ "lstrip": false,
159
+ "normalized": false,
160
+ "rstrip": false,
161
+ "single_word": false,
162
+ "special": false
163
+ },
164
+ "248064": {
165
+ "content": "<|repo_name|>",
166
+ "lstrip": false,
167
+ "normalized": false,
168
+ "rstrip": false,
169
+ "single_word": false,
170
+ "special": false
171
+ },
172
+ "248065": {
173
+ "content": "<|file_sep|>",
174
+ "lstrip": false,
175
+ "normalized": false,
176
+ "rstrip": false,
177
+ "single_word": false,
178
+ "special": false
179
+ },
180
+ "248066": {
181
+ "content": "<|result|>",
182
+ "lstrip": false,
183
+ "normalized": false,
184
+ "rstrip": false,
185
+ "single_word": false,
186
+ "special": false
187
+ },
188
+ "248067": {
189
+ "content": "<|/result|>",
190
+ "lstrip": false,
191
+ "normalized": false,
192
+ "rstrip": false,
193
+ "single_word": false,
194
+ "special": false
195
+ },
196
+ "248068": {
197
+ "content": "<|think|>",
198
+ "lstrip": false,
199
+ "normalized": false,
200
+ "rstrip": false,
201
+ "single_word": false,
202
+ "special": false
203
+ },
204
+ "248069": {
205
+ "content": "<|/think|>",
206
+ "lstrip": false,
207
+ "normalized": false,
208
+ "rstrip": false,
209
+ "single_word": false,
210
+ "special": false
211
+ },
212
+ "248070": {
213
+ "content": "<|audio_start|>",
214
+ "lstrip": false,
215
+ "normalized": false,
216
+ "rstrip": false,
217
+ "single_word": false,
218
+ "special": true
219
+ },
220
+ "248071": {
221
+ "content": "<|audio_end|>",
222
+ "lstrip": false,
223
+ "normalized": false,
224
+ "rstrip": false,
225
+ "single_word": false,
226
+ "special": true
227
+ },
228
+ "248072": {
229
+ "content": "<tts_pad>",
230
+ "lstrip": false,
231
+ "normalized": false,
232
+ "rstrip": false,
233
+ "single_word": false,
234
+ "special": true
235
+ },
236
+ "248073": {
237
+ "content": "<tts_text_bos>",
238
+ "lstrip": false,
239
+ "normalized": false,
240
+ "rstrip": false,
241
+ "single_word": false,
242
+ "special": true
243
+ },
244
+ "248074": {
245
+ "content": "<tts_text_eod>",
246
+ "lstrip": false,
247
+ "normalized": false,
248
+ "rstrip": false,
249
+ "single_word": false,
250
+ "special": true
251
+ },
252
+ "248075": {
253
+ "content": "<tts_text_bos_single>",
254
+ "lstrip": false,
255
+ "normalized": false,
256
+ "rstrip": false,
257
+ "single_word": false,
258
+ "special": true
259
+ },
260
+ "248076": {
261
+ "content": "<|audio_pad|>",
262
+ "lstrip": false,
263
+ "normalized": false,
264
+ "rstrip": false,
265
+ "single_word": false,
266
+ "special": true
267
+ }
268
+ },
269
+ "additional_special_tokens": [
270
+ "<|agens_start|>",
271
+ "<|agens_end|>",
272
+ "<|object_ref_start|>",
273
+ "<|object_ref_end|>",
274
+ "<|box_start|>",
275
+ "<|box_end|>",
276
+ "<|quad_start|>",
277
+ "<|quad_end|>",
278
+ "<|vision_start|>",
279
+ "<|vision_end|>",
280
+ "<|vision_pad|>",
281
+ "<|image_pad|>",
282
+ "<|video_pad|>"
283
+ ],
284
+ "bos_token": null,
285
+ "clean_up_tokenization_spaces": false,
286
+ "eos_token": "<|agens_end|>",
287
+ "errors": "replace",
288
+ "model_max_length": 262144,
289
+ "pad_token": "<|endoftext|>",
290
+ "split_special_tokens": false,
291
+ "tokenizer_class": "PreTrainedTokenizerFast",
292
+ "unk_token": null,
293
+ "add_bos_token": false,
294
+ "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
295
+ "extra_special_tokens": {
296
+ "audio_bos_token": "<|audio_start|>",
297
+ "audio_eos_token": "<|audio_end|>",
298
+ "audio_token": "<|audio_pad|>",
299
+ "image_token": "<|image_pad|>",
300
+ "video_token": "<|video_pad|>",
301
+ "vision_bos_token": "<|vision_start|>",
302
+ "vision_eos_token": "<|vision_end|>"
303
+ }
304
+ }
vocab.json ADDED
The diff for this file is too large to render. See raw diff