Bc-AI commited on
Commit
d3febb2
·
verified ·
1 Parent(s): 660879f

Orion checkpoint phase3-step-000425

Browse files
Files changed (29) hide show
  1. checkpoints/phase3-step-000425/config.json +43 -0
  2. checkpoints/phase3-step-000425/manifest.json +281 -0
  3. checkpoints/phase3-step-000425/model-0000.safetensors +3 -0
  4. checkpoints/phase3-step-000425/model-0001.safetensors +3 -0
  5. checkpoints/phase3-step-000425/model-0002.safetensors +3 -0
  6. checkpoints/phase3-step-000425/model-0003.safetensors +3 -0
  7. checkpoints/phase3-step-000425/model-0004.safetensors +3 -0
  8. checkpoints/phase3-step-000425/model-0005.safetensors +3 -0
  9. checkpoints/phase3-step-000425/model-0006.safetensors +3 -0
  10. checkpoints/phase3-step-000425/model-0007.safetensors +3 -0
  11. checkpoints/phase3-step-000425/model-0008.safetensors +3 -0
  12. checkpoints/phase3-step-000425/model-0009.safetensors +3 -0
  13. checkpoints/phase3-step-000425/model-0010.safetensors +3 -0
  14. checkpoints/phase3-step-000425/model-0011.safetensors +3 -0
  15. checkpoints/phase3-step-000425/model-0012.safetensors +3 -0
  16. checkpoints/phase3-step-000425/model-0013.safetensors +3 -0
  17. checkpoints/phase3-step-000425/model-0014.safetensors +3 -0
  18. checkpoints/phase3-step-000425/model-0015.safetensors +3 -0
  19. checkpoints/phase3-step-000425/model-0016.safetensors +3 -0
  20. checkpoints/phase3-step-000425/model-0017.safetensors +3 -0
  21. checkpoints/phase3-step-000425/model-0018.safetensors +3 -0
  22. checkpoints/phase3-step-000425/model-0019.safetensors +3 -0
  23. checkpoints/phase3-step-000425/model-0020.safetensors +3 -0
  24. checkpoints/phase3-step-000425/model-0021.safetensors +3 -0
  25. checkpoints/phase3-step-000425/model-0022.safetensors +3 -0
  26. checkpoints/phase3-step-000425/model-0023.safetensors +3 -0
  27. checkpoints/phase3-step-000425/orion_unified_trainer.py +0 -0
  28. checkpoints/phase3-step-000425/tokenizer/tokenizer.json +0 -0
  29. checkpoints/phase3-step-000425/tokenizer/tokenizer_config.json +17 -0
checkpoints/phase3-step-000425/config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_name": "Orion Flagship 2B T2.2",
3
+ "implementation_version": 5,
4
+ "architecture": "orion_flagship_2b_t2_2",
5
+ "d_model": 2112,
6
+ "n_layers": 24,
7
+ "n_heads": 24,
8
+ "n_kv_heads": 6,
9
+ "rope_theta": 10000.0,
10
+ "sequence_length": 8192,
11
+ "tokenizer_name": "mistralai/Mistral-7B-v0.3",
12
+ "n_procedure_banks": 6,
13
+ "procedure_bank_span": 4,
14
+ "n_experts": 12,
15
+ "top_k": 1,
16
+ "expert_hidden": 3456,
17
+ "shared_expert_hidden": 1280,
18
+ "vault_key_parts": 128,
19
+ "vault_slots": 16384,
20
+ "vault_top_component": 12,
21
+ "vault_top_k": 4,
22
+ "vault_gate_groups": 64,
23
+ "vault_read_layers": [
24
+ 3,
25
+ 7,
26
+ 11,
27
+ 15,
28
+ 19,
29
+ 23
30
+ ],
31
+ "working_state_layers": [
32
+ 3,
33
+ 7,
34
+ 11,
35
+ 15,
36
+ 19,
37
+ 23
38
+ ],
39
+ "deliberation_start": 18,
40
+ "deliberation_cycles": 1,
41
+ "vocab_size": 32768,
42
+ "rope_extension": "yarn_frequency_blend_v1"
43
+ }
checkpoints/phase3-step-000425/manifest.json ADDED
@@ -0,0 +1,281 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "format_version": "orion-phase3-1",
3
+ "checkpoint_format": "single_gpu_sft",
4
+ "model_shards": [
5
+ "model-0000.safetensors",
6
+ "model-0001.safetensors",
7
+ "model-0002.safetensors",
8
+ "model-0003.safetensors",
9
+ "model-0004.safetensors",
10
+ "model-0005.safetensors",
11
+ "model-0006.safetensors",
12
+ "model-0007.safetensors",
13
+ "model-0008.safetensors",
14
+ "model-0009.safetensors",
15
+ "model-0010.safetensors",
16
+ "model-0011.safetensors",
17
+ "model-0012.safetensors",
18
+ "model-0013.safetensors",
19
+ "model-0014.safetensors",
20
+ "model-0015.safetensors",
21
+ "model-0016.safetensors",
22
+ "model-0017.safetensors",
23
+ "model-0018.safetensors",
24
+ "model-0019.safetensors",
25
+ "model-0020.safetensors",
26
+ "model-0021.safetensors",
27
+ "model-0022.safetensors",
28
+ "model-0023.safetensors"
29
+ ],
30
+ "step": 425,
31
+ "architecture": {
32
+ "model_name": "Orion Flagship 2B T2.2",
33
+ "implementation_version": 5,
34
+ "architecture": "orion_flagship_2b_t2_2",
35
+ "d_model": 2112,
36
+ "n_layers": 24,
37
+ "n_heads": 24,
38
+ "n_kv_heads": 6,
39
+ "rope_theta": 10000.0,
40
+ "sequence_length": 8192,
41
+ "tokenizer_name": "mistralai/Mistral-7B-v0.3",
42
+ "n_procedure_banks": 6,
43
+ "procedure_bank_span": 4,
44
+ "n_experts": 12,
45
+ "top_k": 1,
46
+ "expert_hidden": 3456,
47
+ "shared_expert_hidden": 1280,
48
+ "vault_key_parts": 128,
49
+ "vault_slots": 16384,
50
+ "vault_top_component": 12,
51
+ "vault_top_k": 4,
52
+ "vault_gate_groups": 64,
53
+ "vault_read_layers": [
54
+ 3,
55
+ 7,
56
+ 11,
57
+ 15,
58
+ 19,
59
+ 23
60
+ ],
61
+ "working_state_layers": [
62
+ 3,
63
+ 7,
64
+ 11,
65
+ 15,
66
+ 19,
67
+ 23
68
+ ],
69
+ "deliberation_start": 18,
70
+ "deliberation_cycles": 1,
71
+ "vocab_size": 32768,
72
+ "rope_extension": "yarn_frequency_blend_v1"
73
+ },
74
+ "sources": {
75
+ "helpsteer2": {
76
+ "repo": "helpsteer2",
77
+ "raw_rows": 1235
78
+ },
79
+ "oasst1": {
80
+ "repo": "oasst1",
81
+ "raw_rows": 1541
82
+ },
83
+ "openr1": {
84
+ "repo": "openr1",
85
+ "raw_rows": 3842
86
+ },
87
+ "bespoke": {
88
+ "repo": "bespoke",
89
+ "raw_rows": 531
90
+ },
91
+ "gsm8k": {
92
+ "repo": "gsm8k",
93
+ "raw_rows": 1124
94
+ },
95
+ "tool_hermes": {
96
+ "repo": "tool_hermes",
97
+ "raw_rows": 29
98
+ },
99
+ "tool_hermes_multi": {
100
+ "repo": "tool_hermes_multi",
101
+ "raw_rows": 53
102
+ },
103
+ "tool_openai_multiturn": {
104
+ "repo": "tool_openai_multiturn",
105
+ "raw_rows": 75
106
+ },
107
+ "tool_sweqa_claude": {
108
+ "repo": "tool_sweqa_claude",
109
+ "raw_rows": 40
110
+ },
111
+ "tool_swesmith_claude": {
112
+ "repo": "tool_swesmith_claude",
113
+ "raw_rows": 316
114
+ }
115
+ },
116
+ "optimizer_saved": false,
117
+ "stop_format": "AgentML <|answer|>...<|final|> then EOS ID 2",
118
+ "training_stage": "phase3",
119
+ "phase3_fingerprint": {
120
+ "phase": "v1-verified-longform",
121
+ "architecture": "orion_flagship_2b_t2_2",
122
+ "source_repo": "Project-Prism/Orion-Flagship-2B-T2.2-Instruct-AgentML",
123
+ "source_folder": "checkpoints/agent-step-000300",
124
+ "max_seq": 8192,
125
+ "efforts": {
126
+ "Instant": 0,
127
+ "Low": 64,
128
+ "Medium": 128,
129
+ "High": 256,
130
+ "Xhigh": 512,
131
+ "Max": 1024,
132
+ "Super Mega Ultra Extreem\u2122\ufe0f": 2048
133
+ },
134
+ "datasets": {
135
+ "helpsteer2": {
136
+ "repo": "nvidia/HelpSteer2",
137
+ "config": null,
138
+ "split": "train",
139
+ "revision": null,
140
+ "weight": 4.0
141
+ },
142
+ "oasst1": {
143
+ "repo": "OpenAssistant/oasst1",
144
+ "config": null,
145
+ "split": "train",
146
+ "revision": null,
147
+ "weight": 1.4
148
+ },
149
+ "openr1": {
150
+ "repo": "open-r1/OpenR1-Math-220k",
151
+ "config": "default",
152
+ "split": "train",
153
+ "revision": null,
154
+ "weight": 3.0
155
+ },
156
+ "bespoke": {
157
+ "repo": "bespokelabs/Bespoke-Stratos-17k",
158
+ "config": null,
159
+ "split": "train",
160
+ "revision": null,
161
+ "weight": 0.65
162
+ },
163
+ "gsm8k": {
164
+ "repo": "openai/gsm8k",
165
+ "config": "main",
166
+ "split": "train",
167
+ "revision": null,
168
+ "weight": 1.3
169
+ }
170
+ },
171
+ "mix": [
172
+ 0.45,
173
+ 0.33,
174
+ 0.12,
175
+ 0.1
176
+ ],
177
+ "target_version": "Reasoning/v2 + longform; agent-style final EOS",
178
+ "approved_claude_tool_sources": {
179
+ "sweqa_claude": {
180
+ "repo": "TIGER-Lab/SWE-QA-Pro-SFT-Trajectories",
181
+ "config": null,
182
+ "split": "train",
183
+ "revision": null,
184
+ "weight": 2.0
185
+ },
186
+ "menv_claude": {
187
+ "repo": "ernie-research/MEnvData-SWE-Trajectory",
188
+ "config": null,
189
+ "split": "train",
190
+ "revision": null,
191
+ "weight": 1.0
192
+ },
193
+ "swesmith_claude": {
194
+ "repo": "SWE-bench/SWE-smith-trajectories",
195
+ "config": null,
196
+ "split": "tool",
197
+ "revision": null,
198
+ "weight": 1.0
199
+ }
200
+ }
201
+ },
202
+ "phase3_source_positions": {
203
+ "helpsteer2": 1235,
204
+ "oasst1": 1541,
205
+ "openr1": 3842,
206
+ "bespoke": 531,
207
+ "gsm8k": 1124,
208
+ "tool_hermes": 29,
209
+ "tool_hermes_multi": 53,
210
+ "tool_openai_multiturn": 75,
211
+ "tool_sweqa_claude": 40,
212
+ "tool_swesmith_claude": 316
213
+ },
214
+ "phase3_provenance": {
215
+ "helpsteer2": {
216
+ "repo": "nvidia/HelpSteer2",
217
+ "license": "CC-BY-4.0"
218
+ },
219
+ "oasst1": {
220
+ "repo": "OpenAssistant/oasst1",
221
+ "license": "Apache-2.0"
222
+ },
223
+ "openr1": {
224
+ "repo": "open-r1/OpenR1-Math-220k",
225
+ "license": "Apache-2.0; DeepSeek-R1 MIT"
226
+ },
227
+ "bespoke": {
228
+ "repo": "bespokelabs/Bespoke-Stratos-17k",
229
+ "license": "Apache-2.0; DeepSeek-R1 MIT"
230
+ },
231
+ "gsm8k": {
232
+ "repo": "openai/gsm8k",
233
+ "license": "MIT (human-written)"
234
+ }
235
+ },
236
+ "phase3_tool_provenance": {
237
+ "hermes": {
238
+ "repo": "NousResearch/hermes-function-calling-v1",
239
+ "reported_origin": "mixed synthetic, NOT Claude",
240
+ "rights_verified_by_operator": null
241
+ },
242
+ "hermes_multi": {
243
+ "repo": "NousResearch/hermes-function-calling-v1",
244
+ "reported_origin": "NousResearch documented multi-turn function calls",
245
+ "rights_verified_by_operator": null
246
+ },
247
+ "openai_multiturn": {
248
+ "repo": "stindardlogic/openai-function-calling-5k",
249
+ "reported_origin": "synthetic OpenAI-schema tool dialogues; NOT claimed GPT output",
250
+ "rights_verified_by_operator": null
251
+ },
252
+ "sweqa_claude": {
253
+ "repo": "TIGER-Lab/SWE-QA-Pro-SFT-Trajectories",
254
+ "reported_origin": "reported Sonnet 4.5; rights review required",
255
+ "rights_verified_by_operator": true
256
+ },
257
+ "menv_claude": {
258
+ "repo": "ernie-research/MEnvData-SWE-Trajectory",
259
+ "reported_origin": "reported Sonnet 4.5; rights review required",
260
+ "rights_verified_by_operator": true
261
+ },
262
+ "swesmith_claude": {
263
+ "repo": "SWE-bench/SWE-smith-trajectories",
264
+ "reported_origin": "reported Claude 3.7 subset",
265
+ "rights_verified_by_operator": true
266
+ }
267
+ },
268
+ "parent_checkpoint_repo": "Project-Prism/Orion-Flagship-2B-T2.2-Instruct-AgentML",
269
+ "parent_checkpoint_folder": "checkpoints/agent-step-000300",
270
+ "reasoning_efforts": {
271
+ "Instant": 0,
272
+ "Low": 64,
273
+ "Medium": 128,
274
+ "High": 256,
275
+ "Xhigh": 512,
276
+ "Max": 1024,
277
+ "Super Mega Ultra Extreem\u2122\ufe0f": 2048
278
+ },
279
+ "longform_control": "Effort labels + naturally variable output lengths",
280
+ "context_cap": 8192
281
+ }
checkpoints/phase3-step-000425/model-0000.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29684e92bb65921d58781b1a258d6d8a76dae471b83547d94c35ce028deb4abd
3
+ size 366044336
checkpoints/phase3-step-000425/model-0001.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21eb25153c95b5d1049e78ca145ce3df12d3091628e849ee13dda4a8245c6e5c
3
+ size 356846624
checkpoints/phase3-step-000425/model-0002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45078e626b379a56c29abde6ea4f5a3f65e45aaf08f5ec44f13cad3896301a36
3
+ size 356846656
checkpoints/phase3-step-000425/model-0003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f059f7a46d18e78993e8c2c819742507920691b2984a1e2be3e95f7f7c13a58
3
+ size 355334276
checkpoints/phase3-step-000425/model-0004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dee5cffa5e6fd098627e0127755e6085aa7af7d22b9e3b00995138589e198ec2
3
+ size 350356824
checkpoints/phase3-step-000425/model-0005.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a58e01da7bfe252de35d52e0a2a8164d6a3c17f682a3a723bf7e9a30a22473f8
3
+ size 350356824
checkpoints/phase3-step-000425/model-0006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b621e9c55f756dc98f574b0d0535774723e1a80c4d728c06c511dbb64e9cb363
3
+ size 353719824
checkpoints/phase3-step-000425/model-0007.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7318113b7ac00f2ecccc0118d47a67c7aa0e02524b74478d354fbf2ceb806bc3
3
+ size 350356824
checkpoints/phase3-step-000425/model-0008.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f66155a2e3688908366360342f926bbc73fe176ed785ef075ebb580d2cd077d
3
+ size 350356824
checkpoints/phase3-step-000425/model-0009.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be9126a49a318eed0fdbc5ec87884777bace6f58ca114b2d6a70994b43ca941e
3
+ size 353719824
checkpoints/phase3-step-000425/model-0010.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c84789085b4e47cc60eb023fcdbd3c0e0108e76f06c31990b6874be82fae5b6
3
+ size 350356824
checkpoints/phase3-step-000425/model-0011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ba38c0aff12ef5f5c2b06bafc67eb4bf8c5fe0d54977526c64fe7ddc714e0ba
3
+ size 350356824
checkpoints/phase3-step-000425/model-0012.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f666f9da6dcd2be54d58f47b0ba87a2e8025160a58c6afc635afc588dcc74e09
3
+ size 353719824
checkpoints/phase3-step-000425/model-0013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a5741d89929c7a02d13f60fb8ac36d19960d572a1453444c5dbf31406b0c876
3
+ size 350356824
checkpoints/phase3-step-000425/model-0014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0b250c0a5ec72bdba1c9e34f411086de41443120f01ffb1edcac73eb16363cf
3
+ size 350356824
checkpoints/phase3-step-000425/model-0015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7ee65402d89c37b95b6d008cb2cca7d3d042ad69b4bc765cba5f657feda7a19
3
+ size 361170384
checkpoints/phase3-step-000425/model-0016.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5814d2efe532fb895a1b1999b66980d439b530d6a166bab80f6b251016554638
3
+ size 342906264
checkpoints/phase3-step-000425/model-0017.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94a990eb557a46109f7049decff7cf0b2688abc2cd45aea5f0a921870310c7a7
3
+ size 350356824
checkpoints/phase3-step-000425/model-0018.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:496ad882a66f83e1069f06ea9648f696114f24c0b024b060832e25698bee79c8
3
+ size 350356832
checkpoints/phase3-step-000425/model-0019.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c83053db819271c3cac949d4fc87eaab239696efaaa2083523cb97a55bed763c
3
+ size 353719816
checkpoints/phase3-step-000425/model-0020.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60838f99c3b861860c53cc5ddb228392d59eb77261ec7913a8a74077f2d80e56
3
+ size 350356824
checkpoints/phase3-step-000425/model-0021.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42adcb69d06c394db1463545417991b5756bd1beef1ad71003c6c17eeaa29c98
3
+ size 350356832
checkpoints/phase3-step-000425/model-0022.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e25c953cf1e71b153f967243f65f60f6ad727c67c57509aef602489163e36ee
3
+ size 355790520
checkpoints/phase3-step-000425/model-0023.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e72cea6245921b8e8e6f03443f46d187393e027bbffb46fe560b61f7f636ff17
3
+ size 53746560
checkpoints/phase3-step-000425/orion_unified_trainer.py ADDED
The diff for this file is too large to render. See raw diff
 
checkpoints/phase3-step-000425/tokenizer/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoints/phase3-step-000425/tokenizer/tokenizer_config.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": true,
3
+ "backend": "tokenizers",
4
+ "bos_token": "<s>",
5
+ "clean_up_tokenization_spaces": false,
6
+ "eos_token": "</s>",
7
+ "is_local": false,
8
+ "legacy": false,
9
+ "local_files_only": false,
10
+ "model_max_length": 1000000000000000019884624838656,
11
+ "pad_token": null,
12
+ "sp_model_kwargs": {},
13
+ "spaces_between_special_tokens": false,
14
+ "tokenizer_class": "TokenizersBackend",
15
+ "unk_token": "<unk>",
16
+ "use_default_system_prompt": false
17
+ }