jgalego commited on
Commit
7f62637
·
verified ·
1 Parent(s): 37a205f

Add Olmputer

Browse files
.gitattributes CHANGED
@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
37
+ tokenizer_config.json filter=lfs diff=lfs merge=lfs -text
chat_template.jinja ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- set has_system = messages|selectattr('role', 'equalto', 'system')|list|length > 0 -%}{%- if not has_system -%}{{- '<|im_start|>system
2
+ You are a helpful function-calling AI assistant. ' -}}{%- if tools is none -%}{{- 'You do not currently have access to any functions. <functions></functions><|im_end|>
3
+ ' -}}{%- else -%}{{- 'You are provided with function signatures within <functions></functions> XML tags. You may call one or more functions to assist with the user query. Output any function calls within <function_calls></function_calls> XML tags. Do not make assumptions about what values to plug into functions.' -}}{{- '<functions>' -}}{{- tools | tojson -}}{{- '</functions><|im_end|>
4
+ ' -}}{%- endif -%}{%- endif -%}{%- for message in messages -%}{%- if message['role'] == 'system' -%}{{- '<|im_start|>system
5
+ ' + message['content'] -}}{%- if tools is not none -%}{{- '<functions>' -}}{{- tools | tojson -}}{{- '</functions>' -}}{%- elif message.get('functions', none) is not none -%}{{- ' <functions>' + message['functions'] + '</functions>' -}}{%- endif -%}{{- '<|im_end|>
6
+ ' -}}{%- elif message['role'] == 'user' -%}{{- '<|im_start|>user
7
+ ' + message['content'] + '<|im_end|>
8
+ ' -}}{%- elif message['role'] == 'assistant' -%}{{- '<|im_start|>assistant
9
+ ' -}}{%- if message.get('content', none) is not none -%}{{- message['content'] -}}{%- endif -%}{%- if message.get('function_calls', none) is not none -%}{{- '<function_calls>' + message['function_calls'] + '</function_calls>' -}}{% elif message.get('tool_calls', none) is not none %}{{- '<function_calls>' -}}{%- for tool_call in message['tool_calls'] %}{%- if tool_call is mapping and tool_call.get('function', none) is not none %}{%- set args = tool_call['function']['arguments'] -%}{%- set ns = namespace(arguments_list=[]) -%}{%- for key, value in args.items() -%}{%- set ns.arguments_list = ns.arguments_list + [key ~ '=' ~ (value | tojson)] -%}{%- endfor -%}{%- set arguments = ns.arguments_list | join(', ') -%}{{- tool_call['function']['name'] + '(' + arguments + ')' -}}{%- if not loop.last -%}{{ '
10
+ ' }}{%- endif -%}{% else %}{{- tool_call -}}{%- endif %}{%- endfor %}{{- '</function_calls>' -}}{%- endif -%}{%- if not loop.last -%}{{- '<|im_end|>' + '
11
+ ' -}}{%- else -%}{{- eos_token -}}{%- endif -%}{%- elif message['role'] == 'environment' -%}{{- '<|im_start|>environment
12
+ ' + message['content'] + '<|im_end|>
13
+ ' -}}{%- elif message['role'] == 'tool' -%}{{- '<|im_start|>environment
14
+ ' + message['content'] + '<|im_end|>
15
+ ' -}}{%- endif -%}{%- if loop.last and add_generation_prompt -%}{{- '<|im_start|>assistant
16
+ ' -}}{%- endif -%}{%- endfor -%}
chipformer.json ADDED
@@ -0,0 +1,1666 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "layout": "rv1",
3
+ "host": "olmo_hybrid",
4
+ "chip_token_offset": 100352,
5
+ "chip_vocab": 230324,
6
+ "chip_layers": 11,
7
+ "qwen_layers_from": 11,
8
+ "hidden": 5376,
9
+ "chip_dims_offset": 3840,
10
+ "ballast_dims": 21,
11
+ "circuit": {
12
+ "layers": 11,
13
+ "dims": 2936,
14
+ "heads": 149,
15
+ "ffn_units": 42162,
16
+ "max_units": 7877,
17
+ "max_heads": 30
18
+ },
19
+ "slots": 1327,
20
+ "muted": false,
21
+ "code_dims": [
22
+ 3993,
23
+ 3994,
24
+ 3995,
25
+ 3996,
26
+ 3997,
27
+ 3998,
28
+ 3999,
29
+ 4000,
30
+ 4001,
31
+ 4002,
32
+ 4003,
33
+ 4004,
34
+ 4005,
35
+ 4006,
36
+ 4007,
37
+ 4008,
38
+ 4009,
39
+ 4010,
40
+ 4011,
41
+ 4012,
42
+ 4013
43
+ ],
44
+ "tau_dim": 4016,
45
+ "mu_dim": 4015,
46
+ "nfam": 5,
47
+ "npay": 16,
48
+ "tool_call": [
49
+ 100268,
50
+ 100269
51
+ ],
52
+ "printable": [
53
+ 188,
54
+ 189,
55
+ 190,
56
+ 191,
57
+ 192,
58
+ 193,
59
+ 194,
60
+ 195,
61
+ 196,
62
+ 197,
63
+ 198,
64
+ 199,
65
+ 200,
66
+ 201,
67
+ 202,
68
+ 203,
69
+ 204,
70
+ 205,
71
+ 206,
72
+ 207,
73
+ 208,
74
+ 209,
75
+ 210,
76
+ 211,
77
+ 212,
78
+ 213,
79
+ 214,
80
+ 215,
81
+ 216,
82
+ 217,
83
+ 218,
84
+ 219,
85
+ 220,
86
+ 0,
87
+ 1,
88
+ 2,
89
+ 3,
90
+ 4,
91
+ 5,
92
+ 6,
93
+ 7,
94
+ 8,
95
+ 9,
96
+ 10,
97
+ 11,
98
+ 12,
99
+ 13,
100
+ 14,
101
+ 15,
102
+ 16,
103
+ 17,
104
+ 18,
105
+ 19,
106
+ 20,
107
+ 21,
108
+ 22,
109
+ 23,
110
+ 24,
111
+ 25,
112
+ 26,
113
+ 27,
114
+ 28,
115
+ 29,
116
+ 30,
117
+ 31,
118
+ 32,
119
+ 33,
120
+ 34,
121
+ 35,
122
+ 36,
123
+ 37,
124
+ 38,
125
+ 39,
126
+ 40,
127
+ 41,
128
+ 42,
129
+ 43,
130
+ 44,
131
+ 45,
132
+ 46,
133
+ 47,
134
+ 48,
135
+ 49,
136
+ 50,
137
+ 51,
138
+ 52,
139
+ 53,
140
+ 54,
141
+ 55,
142
+ 56,
143
+ 57,
144
+ 58,
145
+ 59,
146
+ 60,
147
+ 61,
148
+ 62,
149
+ 63,
150
+ 64,
151
+ 65,
152
+ 66,
153
+ 67,
154
+ 68,
155
+ 69,
156
+ 70,
157
+ 71,
158
+ 72,
159
+ 73,
160
+ 74,
161
+ 75,
162
+ 76,
163
+ 77,
164
+ 78,
165
+ 79,
166
+ 80,
167
+ 81,
168
+ 82,
169
+ 83,
170
+ 84,
171
+ 85,
172
+ 86,
173
+ 87,
174
+ 88,
175
+ 89,
176
+ 90,
177
+ 91,
178
+ 92,
179
+ 93,
180
+ 221,
181
+ 222,
182
+ 223,
183
+ 224,
184
+ 225,
185
+ 226,
186
+ 227,
187
+ 228,
188
+ 229,
189
+ 230,
190
+ 231,
191
+ 232,
192
+ 233,
193
+ 234,
194
+ 235,
195
+ 236,
196
+ 237,
197
+ 238,
198
+ 239,
199
+ 240,
200
+ 241,
201
+ 242,
202
+ 243,
203
+ 244,
204
+ 245,
205
+ 246,
206
+ 247,
207
+ 248,
208
+ 249,
209
+ 250,
210
+ 251,
211
+ 252,
212
+ 253,
213
+ 254,
214
+ 94,
215
+ 95,
216
+ 96,
217
+ 97,
218
+ 98,
219
+ 99,
220
+ 100,
221
+ 101,
222
+ 102,
223
+ 103,
224
+ 104,
225
+ 105,
226
+ 255,
227
+ 106,
228
+ 107,
229
+ 108,
230
+ 109,
231
+ 110,
232
+ 111,
233
+ 112,
234
+ 113,
235
+ 114,
236
+ 115,
237
+ 116,
238
+ 117,
239
+ 118,
240
+ 119,
241
+ 120,
242
+ 121,
243
+ 122,
244
+ 123,
245
+ 124,
246
+ 125,
247
+ 126,
248
+ 127,
249
+ 128,
250
+ 129,
251
+ 130,
252
+ 131,
253
+ 132,
254
+ 133,
255
+ 134,
256
+ 135,
257
+ 136,
258
+ 137,
259
+ 138,
260
+ 139,
261
+ 140,
262
+ 141,
263
+ 142,
264
+ 143,
265
+ 144,
266
+ 145,
267
+ 146,
268
+ 147,
269
+ 148,
270
+ 149,
271
+ 150,
272
+ 151,
273
+ 152,
274
+ 153,
275
+ 154,
276
+ 155,
277
+ 156,
278
+ 157,
279
+ 158,
280
+ 159,
281
+ 160,
282
+ 161,
283
+ 162,
284
+ 163,
285
+ 164,
286
+ 165,
287
+ 166,
288
+ 167,
289
+ 168,
290
+ 169,
291
+ 170,
292
+ 171,
293
+ 172,
294
+ 173,
295
+ 174,
296
+ 175,
297
+ 176,
298
+ 177,
299
+ 178,
300
+ 179,
301
+ 180,
302
+ 181,
303
+ 182,
304
+ 183,
305
+ 184,
306
+ 185,
307
+ 186,
308
+ 187,
309
+ 100265,
310
+ 100264,
311
+ 24175,
312
+ 78191,
313
+ null,
314
+ null,
315
+ null,
316
+ null,
317
+ null,
318
+ null,
319
+ null,
320
+ null,
321
+ null,
322
+ null,
323
+ null,
324
+ null,
325
+ null,
326
+ null,
327
+ null,
328
+ null,
329
+ null,
330
+ null,
331
+ null,
332
+ null,
333
+ null,
334
+ null,
335
+ null,
336
+ null,
337
+ null,
338
+ null,
339
+ null,
340
+ null,
341
+ null,
342
+ null,
343
+ null,
344
+ null,
345
+ null,
346
+ null,
347
+ null,
348
+ null,
349
+ null,
350
+ null,
351
+ null,
352
+ null,
353
+ null,
354
+ null,
355
+ null,
356
+ null,
357
+ null,
358
+ null,
359
+ null,
360
+ null,
361
+ null,
362
+ null,
363
+ null,
364
+ null,
365
+ null,
366
+ null,
367
+ null,
368
+ null,
369
+ null,
370
+ null,
371
+ null,
372
+ null,
373
+ null,
374
+ null,
375
+ null,
376
+ null,
377
+ null,
378
+ null,
379
+ null,
380
+ null,
381
+ null,
382
+ null,
383
+ null,
384
+ null,
385
+ null,
386
+ null,
387
+ null,
388
+ null,
389
+ null,
390
+ null,
391
+ null,
392
+ null,
393
+ null,
394
+ null,
395
+ null,
396
+ null,
397
+ null,
398
+ null,
399
+ null,
400
+ null,
401
+ null,
402
+ null,
403
+ null,
404
+ null,
405
+ null,
406
+ null,
407
+ null,
408
+ null,
409
+ null,
410
+ null,
411
+ null,
412
+ null,
413
+ null,
414
+ null,
415
+ null,
416
+ null,
417
+ null,
418
+ null,
419
+ null,
420
+ null,
421
+ null,
422
+ null,
423
+ null,
424
+ null,
425
+ null,
426
+ null,
427
+ null,
428
+ null,
429
+ null,
430
+ null,
431
+ null,
432
+ null,
433
+ null,
434
+ null,
435
+ null,
436
+ null,
437
+ null,
438
+ null,
439
+ null,
440
+ null,
441
+ null,
442
+ null,
443
+ null,
444
+ null,
445
+ null,
446
+ null,
447
+ null,
448
+ null,
449
+ null,
450
+ null,
451
+ null,
452
+ null,
453
+ null,
454
+ null,
455
+ null,
456
+ null,
457
+ null,
458
+ null,
459
+ null,
460
+ null,
461
+ null,
462
+ null,
463
+ null,
464
+ null,
465
+ null,
466
+ null,
467
+ null,
468
+ null,
469
+ null,
470
+ null,
471
+ null,
472
+ null,
473
+ null,
474
+ null,
475
+ null,
476
+ null,
477
+ null,
478
+ null,
479
+ null,
480
+ null,
481
+ null,
482
+ null,
483
+ null,
484
+ null,
485
+ null,
486
+ null,
487
+ null,
488
+ null,
489
+ null,
490
+ null,
491
+ null,
492
+ null,
493
+ null,
494
+ null,
495
+ null,
496
+ null,
497
+ null,
498
+ null,
499
+ null,
500
+ null,
501
+ null,
502
+ null,
503
+ null,
504
+ null,
505
+ null,
506
+ null,
507
+ null,
508
+ null,
509
+ null,
510
+ null,
511
+ null,
512
+ null,
513
+ null,
514
+ null,
515
+ null,
516
+ null,
517
+ null,
518
+ null,
519
+ null,
520
+ null,
521
+ null,
522
+ null,
523
+ null,
524
+ null,
525
+ null,
526
+ null,
527
+ null,
528
+ null,
529
+ null,
530
+ null,
531
+ null,
532
+ null,
533
+ null,
534
+ null,
535
+ null,
536
+ null,
537
+ null,
538
+ null,
539
+ null,
540
+ null,
541
+ null,
542
+ null,
543
+ null,
544
+ null,
545
+ null,
546
+ null,
547
+ null,
548
+ null,
549
+ null,
550
+ null,
551
+ null,
552
+ null,
553
+ null,
554
+ null,
555
+ null,
556
+ null,
557
+ null,
558
+ null,
559
+ null,
560
+ null,
561
+ null,
562
+ null,
563
+ null,
564
+ null,
565
+ 931,
566
+ 4119,
567
+ 6726,
568
+ 6268,
569
+ 8759,
570
+ 8504,
571
+ 11030,
572
+ 11194,
573
+ 11436,
574
+ 13858,
575
+ 7755,
576
+ 10731,
577
+ 11531,
578
+ 16368,
579
+ 15901,
580
+ 16037,
581
+ 15794,
582
+ 17248,
583
+ 16745,
584
+ 18089,
585
+ 11139,
586
+ 11592,
587
+ 18642,
588
+ 20063,
589
+ 19592,
590
+ 18070,
591
+ 21641,
592
+ 21360,
593
+ 22000,
594
+ 23273,
595
+ 14649,
596
+ 18887,
597
+ 21040,
598
+ 13103,
599
+ 22379,
600
+ 22407,
601
+ 23110,
602
+ 23587,
603
+ 24462,
604
+ 21602,
605
+ 12505,
606
+ 20945,
607
+ 22349,
608
+ 17776,
609
+ 20078,
610
+ 23785,
611
+ 24222,
612
+ 24970,
613
+ 23904,
614
+ 25307,
615
+ 16193,
616
+ 23545,
617
+ 24130,
618
+ 25210,
619
+ 25230,
620
+ 22913,
621
+ 25921,
622
+ 26866,
623
+ 24824,
624
+ 27033,
625
+ 15101,
626
+ 23324,
627
+ 19222,
628
+ 24254,
629
+ 20478,
630
+ 26478,
631
+ 23835,
632
+ 27309,
633
+ 26661,
634
+ 27325,
635
+ 17819,
636
+ 24508,
637
+ 23439,
638
+ 25779,
639
+ 26739,
640
+ 22679,
641
+ 26247,
642
+ 23102,
643
+ 24850,
644
+ 27407,
645
+ 13837,
646
+ 22534,
647
+ 24996,
648
+ 25077,
649
+ 26720,
650
+ 24646,
651
+ 26956,
652
+ 27311,
653
+ 25620,
654
+ 25867,
655
+ 18807,
656
+ 24443,
657
+ 25221,
658
+ 25202,
659
+ 26195,
660
+ 26421,
661
+ 28153,
662
+ 28384,
663
+ 26983,
664
+ 26513,
665
+ 1041,
666
+ 4645,
667
+ 4278,
668
+ 6889,
669
+ 6849,
670
+ 6550,
671
+ 7461,
672
+ 7699,
673
+ 6640,
674
+ 7743,
675
+ 5120,
676
+ 5037,
677
+ 7261,
678
+ 8190,
679
+ 8011,
680
+ 7322,
681
+ 8027,
682
+ 8546,
683
+ 8899,
684
+ 9079,
685
+ 4364,
686
+ 7994,
687
+ 8259,
688
+ 4513,
689
+ 8874,
690
+ 6549,
691
+ 9390,
692
+ 6804,
693
+ 4386,
694
+ 9748,
695
+ 5894,
696
+ 9263,
697
+ 9413,
698
+ 9423,
699
+ 9565,
700
+ 8878,
701
+ 9795,
702
+ 10148,
703
+ 10350,
704
+ 10125,
705
+ 6860,
706
+ 9335,
707
+ 10239,
708
+ 10290,
709
+ 8929,
710
+ 9591,
711
+ 10465,
712
+ 10288,
713
+ 10410,
714
+ 10161,
715
+ 3965,
716
+ 9690,
717
+ 9756,
718
+ 9800,
719
+ 10559,
720
+ 9992,
721
+ 10132,
722
+ 10895,
723
+ 11286,
724
+ 11068,
725
+ 6330,
726
+ 10718,
727
+ 10674,
728
+ 9892,
729
+ 10513,
730
+ 10680,
731
+ 11247,
732
+ 11515,
733
+ 8953,
734
+ 11739,
735
+ 8258,
736
+ 11123,
737
+ 10861,
738
+ 11908,
739
+ 11771,
740
+ 10005,
741
+ 10967,
742
+ 11242,
743
+ 11256,
744
+ 11128,
745
+ 5245,
746
+ 10562,
747
+ 10828,
748
+ 10750,
749
+ 10336,
750
+ 9741,
751
+ 9714,
752
+ 9674,
753
+ 9367,
754
+ 9378,
755
+ 7028,
756
+ 7529,
757
+ 5926,
758
+ 7285,
759
+ 6393,
760
+ 6280,
761
+ 5162,
762
+ 4468,
763
+ 3753,
764
+ 2550,
765
+ 1049,
766
+ 679,
767
+ 2366,
768
+ 9639,
769
+ 7854,
770
+ 10866,
771
+ 11056,
772
+ 12060,
773
+ 12171,
774
+ 12652,
775
+ 8848,
776
+ 11483,
777
+ 11227,
778
+ 11702,
779
+ 11584,
780
+ 12112,
781
+ 12463,
782
+ 13460,
783
+ 13302,
784
+ 13762,
785
+ 8610,
786
+ 12425,
787
+ 9716,
788
+ 12533,
789
+ 10697,
790
+ 11057,
791
+ 14057,
792
+ 14206,
793
+ 14261,
794
+ 14378,
795
+ 9870,
796
+ 12245,
797
+ 12338,
798
+ 12994,
799
+ 11727,
800
+ 12422,
801
+ 14087,
802
+ 14590,
803
+ 13895,
804
+ 14815,
805
+ 8273,
806
+ 13341,
807
+ 12754,
808
+ 14052,
809
+ 13719,
810
+ 13078,
811
+ 14205,
812
+ 14125,
813
+ 14185,
814
+ 14735,
815
+ 5154,
816
+ 13860,
817
+ 12326,
818
+ 14022,
819
+ 12375,
820
+ 3192,
821
+ 4146,
822
+ 15574,
823
+ 15966,
824
+ 15537,
825
+ 11387,
826
+ 15602,
827
+ 14274,
828
+ 15666,
829
+ 12815,
830
+ 14374,
831
+ 15999,
832
+ 16567,
833
+ 16332,
834
+ 16955,
835
+ 10914,
836
+ 15828,
837
+ 15741,
838
+ 15451,
839
+ 16590,
840
+ 14417,
841
+ 16660,
842
+ 16367,
843
+ 16949,
844
+ 17267,
845
+ 11209,
846
+ 15282,
847
+ 16544,
848
+ 16085,
849
+ 17058,
850
+ 15935,
851
+ 17361,
852
+ 17897,
853
+ 15287,
854
+ 17212,
855
+ 13754,
856
+ 17335,
857
+ 16443,
858
+ 17313,
859
+ 17168,
860
+ 16780,
861
+ 17408,
862
+ 18163,
863
+ 17690,
864
+ 15531,
865
+ 3101,
866
+ 12405,
867
+ 13121,
868
+ 13236,
869
+ 12166,
870
+ 13364,
871
+ 12879,
872
+ 14777,
873
+ 14498,
874
+ 15500,
875
+ 12226,
876
+ 15134,
877
+ 13384,
878
+ 15231,
879
+ 16104,
880
+ 15189,
881
+ 15340,
882
+ 16718,
883
+ 17592,
884
+ 16874,
885
+ 9588,
886
+ 14423,
887
+ 15805,
888
+ 15726,
889
+ 16723,
890
+ 15257,
891
+ 17470,
892
+ 13817,
893
+ 16884,
894
+ 18196,
895
+ 10568,
896
+ 16707,
897
+ 17079,
898
+ 8765,
899
+ 17153,
900
+ 16596,
901
+ 17014,
902
+ 17609,
903
+ 18633,
904
+ 17887,
905
+ 13679,
906
+ 16546,
907
+ 17590,
908
+ 16522,
909
+ 17451,
910
+ 12901,
911
+ 18061,
912
+ 17678,
913
+ 19746,
914
+ 18634,
915
+ 8652,
916
+ 18113,
917
+ 16482,
918
+ 17228,
919
+ 18384,
920
+ 17306,
921
+ 18349,
922
+ 18520,
923
+ 17112,
924
+ 19192,
925
+ 6843,
926
+ 18277,
927
+ 18509,
928
+ 18199,
929
+ 15951,
930
+ 12676,
931
+ 18044,
932
+ 18775,
933
+ 19057,
934
+ 19929,
935
+ 14648,
936
+ 18650,
937
+ 17662,
938
+ 18017,
939
+ 18265,
940
+ 12935,
941
+ 18322,
942
+ 10898,
943
+ 19166,
944
+ 19867,
945
+ 13897,
946
+ 19162,
947
+ 18781,
948
+ 19230,
949
+ 12910,
950
+ 18695,
951
+ 16481,
952
+ 20062,
953
+ 19081,
954
+ 20422,
955
+ 15515,
956
+ 19631,
957
+ 19695,
958
+ 18252,
959
+ 20077,
960
+ 19498,
961
+ 19615,
962
+ 20698,
963
+ 19838,
964
+ 18572,
965
+ 3443,
966
+ 10841,
967
+ 16496,
968
+ 13074,
969
+ 7507,
970
+ 16408,
971
+ 17264,
972
+ 18501,
973
+ 18058,
974
+ 12378,
975
+ 14487,
976
+ 17337,
977
+ 17574,
978
+ 19288,
979
+ 17448,
980
+ 18136,
981
+ 17763,
982
+ 19561,
983
+ 19770,
984
+ 19391,
985
+ 12819,
986
+ 18245,
987
+ 16460,
988
+ 19711,
989
+ 18517,
990
+ 17837,
991
+ 20363,
992
+ 20465,
993
+ 19140,
994
+ 16371,
995
+ 14245,
996
+ 19852,
997
+ 16739,
998
+ 20153,
999
+ 20165,
1000
+ 19305,
1001
+ 21299,
1002
+ 18318,
1003
+ 20596,
1004
+ 20963,
1005
+ 14868,
1006
+ 18495,
1007
+ 20502,
1008
+ 17147,
1009
+ 14870,
1010
+ 19697,
1011
+ 20385,
1012
+ 20800,
1013
+ 19956,
1014
+ 21125,
1015
+ 10617,
1016
+ 20360,
1017
+ 21098,
1018
+ 20235,
1019
+ 20555,
1020
+ 20325,
1021
+ 10961,
1022
+ 21675,
1023
+ 21209,
1024
+ 22094,
1025
+ 16551,
1026
+ 19608,
1027
+ 20911,
1028
+ 21290,
1029
+ 21033,
1030
+ 19988,
1031
+ 21404,
1032
+ 20419,
1033
+ 20304,
1034
+ 21330,
1035
+ 17711,
1036
+ 20617,
1037
+ 21757,
1038
+ 21505,
1039
+ 21358,
1040
+ 19799,
1041
+ 22191,
1042
+ 21144,
1043
+ 22086,
1044
+ 21848,
1045
+ 11738,
1046
+ 21235,
1047
+ 21984,
1048
+ 21884,
1049
+ 20339,
1050
+ 19773,
1051
+ 21511,
1052
+ 22184,
1053
+ 21310,
1054
+ 22418,
1055
+ 18518,
1056
+ 21824,
1057
+ 21776,
1058
+ 22741,
1059
+ 22054,
1060
+ 21038,
1061
+ 19447,
1062
+ 22640,
1063
+ 21962,
1064
+ 18162,
1065
+ 2636,
1066
+ 14408,
1067
+ 17824,
1068
+ 17735,
1069
+ 18048,
1070
+ 17786,
1071
+ 19673,
1072
+ 20068,
1073
+ 19869,
1074
+ 12448,
1075
+ 15633,
1076
+ 18625,
1077
+ 8358,
1078
+ 21164,
1079
+ 20998,
1080
+ 19633,
1081
+ 20571,
1082
+ 22507,
1083
+ 21312,
1084
+ 21851,
1085
+ 15830,
1086
+ 20767,
1087
+ 20936,
1088
+ 21123,
1089
+ 21177,
1090
+ 18415,
1091
+ 22593,
1092
+ 22369,
1093
+ 21458,
1094
+ 21618,
1095
+ 17252,
1096
+ 20823,
1097
+ 20711,
1098
+ 21876,
1099
+ 22467,
1100
+ 20618,
1101
+ 21600,
1102
+ 19038,
1103
+ 22600,
1104
+ 23033,
1105
+ 17048,
1106
+ 22058,
1107
+ 21791,
1108
+ 19642,
1109
+ 21239,
1110
+ 20749,
1111
+ 22048,
1112
+ 23215,
1113
+ 22287,
1114
+ 22782,
1115
+ 13506,
1116
+ 21860,
1117
+ 21478,
1118
+ 22663,
1119
+ 22303,
1120
+ 14148,
1121
+ 20866,
1122
+ 23906,
1123
+ 22895,
1124
+ 22424,
1125
+ 17698,
1126
+ 20460,
1127
+ 19242,
1128
+ 21789,
1129
+ 22210,
1130
+ 20943,
1131
+ 23477,
1132
+ 19282,
1133
+ 22049,
1134
+ 23642,
1135
+ 18712,
1136
+ 22005,
1137
+ 22468,
1138
+ 22529,
1139
+ 23402,
1140
+ 21228,
1141
+ 20758,
1142
+ 23411,
1143
+ 22915,
1144
+ 24847,
1145
+ 18216,
1146
+ 23864,
1147
+ 23670,
1148
+ 23493,
1149
+ 23816,
1150
+ 21535,
1151
+ 22345,
1152
+ 22159,
1153
+ 20691,
1154
+ 22905,
1155
+ 20615,
1156
+ 24380,
1157
+ 20128,
1158
+ 22608,
1159
+ 23428,
1160
+ 22754,
1161
+ 24515,
1162
+ 24574,
1163
+ 21856,
1164
+ 21944,
1165
+ 5067,
1166
+ 18262,
1167
+ 20224,
1168
+ 21006,
1169
+ 20354,
1170
+ 19666,
1171
+ 20213,
1172
+ 21996,
1173
+ 19944,
1174
+ 21138,
1175
+ 17608,
1176
+ 20973,
1177
+ 21018,
1178
+ 22922,
1179
+ 22638,
1180
+ 21385,
1181
+ 21379,
1182
+ 21717,
1183
+ 21985,
1184
+ 23388,
1185
+ 17416,
1186
+ 22488,
1187
+ 19808,
1188
+ 22801,
1189
+ 23000,
1190
+ 15894,
1191
+ 22385,
1192
+ 23103,
1193
+ 23574,
1194
+ 24239,
1195
+ 18660,
1196
+ 21729,
1197
+ 20775,
1198
+ 23736,
1199
+ 24307,
1200
+ 22276,
1201
+ 22422,
1202
+ 21788,
1203
+ 24495,
1204
+ 23079,
1205
+ 14033,
1206
+ 23525,
1207
+ 22266,
1208
+ 22956,
1209
+ 21975,
1210
+ 22926,
1211
+ 22642,
1212
+ 22644,
1213
+ 23802,
1214
+ 24734,
1215
+ 13655,
1216
+ 23409,
1217
+ 23181,
1218
+ 21598,
1219
+ 21969,
1220
+ 15573,
1221
+ 20744,
1222
+ 23480,
1223
+ 23654,
1224
+ 25090,
1225
+ 19274,
1226
+ 24132,
1227
+ 24199,
1228
+ 24491,
1229
+ 23888,
1230
+ 23467,
1231
+ 10943,
1232
+ 19774,
1233
+ 24427,
1234
+ 25289,
1235
+ 21218,
1236
+ 23403,
1237
+ 22768,
1238
+ 24938,
1239
+ 25513,
1240
+ 21129,
1241
+ 24187,
1242
+ 24375,
1243
+ 17458,
1244
+ 25136,
1245
+ 17814,
1246
+ 25091,
1247
+ 25178,
1248
+ 24887,
1249
+ 24313,
1250
+ 23717,
1251
+ 22347,
1252
+ 21897,
1253
+ 23292,
1254
+ 25458,
1255
+ 21741,
1256
+ 25168,
1257
+ 25073,
1258
+ 25298,
1259
+ 25392,
1260
+ 24394,
1261
+ 23578,
1262
+ 25388,
1263
+ 25169,
1264
+ 23459,
1265
+ 7007,
1266
+ 19597,
1267
+ 20253,
1268
+ 20436,
1269
+ 21949,
1270
+ 21469,
1271
+ 22457,
1272
+ 18770,
1273
+ 21295,
1274
+ 22874,
1275
+ 19027,
1276
+ 22375,
1277
+ 22708,
1278
+ 22977,
1279
+ 23193,
1280
+ 22744,
1281
+ 23929,
1282
+ 25150,
1283
+ 21982,
1284
+ 24758,
1285
+ 13104,
1286
+ 20873,
1287
+ 23024,
1288
+ 24388,
1289
+ 24735,
1290
+ 23309,
1291
+ 24430,
1292
+ 23486,
1293
+ 24054,
1294
+ 22194,
1295
+ 20785,
1296
+ 24626,
1297
+ 24289,
1298
+ 24865,
1299
+ 24438,
1300
+ 24939,
1301
+ 23969,
1302
+ 22039,
1303
+ 25527,
1304
+ 25809,
1305
+ 21112,
1306
+ 25021,
1307
+ 25560,
1308
+ 26260,
1309
+ 23800,
1310
+ 23901,
1311
+ 25594,
1312
+ 23619,
1313
+ 20338,
1314
+ 25541,
1315
+ 11711,
1316
+ 23986,
1317
+ 23644,
1318
+ 25504,
1319
+ 23952,
1320
+ 23532,
1321
+ 24456,
1322
+ 23776,
1323
+ 25302,
1324
+ 26439,
1325
+ 19104,
1326
+ 25110,
1327
+ 24376,
1328
+ 26083,
1329
+ 24402,
1330
+ 22240,
1331
+ 25358,
1332
+ 23275,
1333
+ 17521,
1334
+ 24619,
1335
+ 20772,
1336
+ 24876,
1337
+ 23624,
1338
+ 23267,
1339
+ 24472,
1340
+ 22908,
1341
+ 23823,
1342
+ 15831,
1343
+ 23592,
1344
+ 25659,
1345
+ 19423,
1346
+ 21893,
1347
+ 23833,
1348
+ 26008,
1349
+ 22148,
1350
+ 22539,
1351
+ 25251,
1352
+ 23171,
1353
+ 24216,
1354
+ 16474,
1355
+ 22876,
1356
+ 26234,
1357
+ 24763,
1358
+ 24531,
1359
+ 25926,
1360
+ 25808,
1361
+ 24832,
1362
+ 25314,
1363
+ 26519,
1364
+ 23987,
1365
+ 4728,
1366
+ 17973,
1367
+ 13135,
1368
+ 20899,
1369
+ 20417,
1370
+ 21032,
1371
+ 22397,
1372
+ 23178,
1373
+ 11770,
1374
+ 21474,
1375
+ 19232,
1376
+ 22588,
1377
+ 19270,
1378
+ 24288,
1379
+ 25498,
1380
+ 23582,
1381
+ 23713,
1382
+ 25528,
1383
+ 23141,
1384
+ 18831,
1385
+ 18248,
1386
+ 23282,
1387
+ 23105,
1388
+ 23848,
1389
+ 25016,
1390
+ 22091,
1391
+ 23038,
1392
+ 24920,
1393
+ 22716,
1394
+ 26218,
1395
+ 21221,
1396
+ 25009,
1397
+ 23879,
1398
+ 22904,
1399
+ 26223,
1400
+ 23424,
1401
+ 25192,
1402
+ 26244,
1403
+ 24250,
1404
+ 25465,
1405
+ 19899,
1406
+ 25496,
1407
+ 25377,
1408
+ 23996,
1409
+ 24344,
1410
+ 24650,
1411
+ 26563,
1412
+ 25125,
1413
+ 24951,
1414
+ 26537,
1415
+ 16217,
1416
+ 24866,
1417
+ 24571,
1418
+ 25724,
1419
+ 25515,
1420
+ 22869,
1421
+ 25505,
1422
+ 20907,
1423
+ 23805,
1424
+ 24061,
1425
+ 18670,
1426
+ 24963,
1427
+ 24071,
1428
+ 26051,
1429
+ 19355,
1430
+ 24678,
1431
+ 22455,
1432
+ 26013,
1433
+ 25862,
1434
+ 26497,
1435
+ 22440,
1436
+ 25665,
1437
+ 25303,
1438
+ 25747,
1439
+ 25822,
1440
+ 17419,
1441
+ 24870,
1442
+ 23873,
1443
+ 25890,
1444
+ 25622,
1445
+ 19272,
1446
+ 25339,
1447
+ 23213,
1448
+ 24902,
1449
+ 25962,
1450
+ 19445,
1451
+ 25399,
1452
+ 26058,
1453
+ 12251,
1454
+ 25354,
1455
+ 21381,
1456
+ 24962,
1457
+ 24110,
1458
+ 26088,
1459
+ 26227,
1460
+ 25238,
1461
+ 24542,
1462
+ 24777,
1463
+ 24809,
1464
+ 22889,
1465
+ 7467,
1466
+ 19319,
1467
+ 21026,
1468
+ 23305,
1469
+ 22777,
1470
+ 22393,
1471
+ 22224,
1472
+ 23505,
1473
+ 23629,
1474
+ 21278,
1475
+ 21056,
1476
+ 17000,
1477
+ 22750,
1478
+ 24331,
1479
+ 24579,
1480
+ 22387,
1481
+ 24487,
1482
+ 24391,
1483
+ 25828,
1484
+ 24337,
1485
+ 18485,
1486
+ 22536,
1487
+ 20275,
1488
+ 22614,
1489
+ 23890,
1490
+ 21910,
1491
+ 26026,
1492
+ 26437,
1493
+ 25001,
1494
+ 25344,
1495
+ 19306,
1496
+ 25717,
1497
+ 25401,
1498
+ 25806,
1499
+ 24347,
1500
+ 26970,
1501
+ 25612,
1502
+ 21936,
1503
+ 25454,
1504
+ 26164,
1505
+ 21251,
1506
+ 21322,
1507
+ 20249,
1508
+ 26576,
1509
+ 25687,
1510
+ 24599,
1511
+ 26491,
1512
+ 26511,
1513
+ 26979,
1514
+ 24680,
1515
+ 15862,
1516
+ 24989,
1517
+ 24597,
1518
+ 25326,
1519
+ 25741,
1520
+ 25875,
1521
+ 26067,
1522
+ 27341,
1523
+ 27079,
1524
+ 26328,
1525
+ 16415,
1526
+ 26114,
1527
+ 26366,
1528
+ 26087,
1529
+ 26281,
1530
+ 24837,
1531
+ 25285,
1532
+ 27134,
1533
+ 23386,
1534
+ 24792,
1535
+ 21133,
1536
+ 25693,
1537
+ 24425,
1538
+ 24471,
1539
+ 26007,
1540
+ 24609,
1541
+ 25208,
1542
+ 26409,
1543
+ 17272,
1544
+ 25476,
1545
+ 19068,
1546
+ 25643,
1547
+ 25873,
1548
+ 24742,
1549
+ 23812,
1550
+ 24961,
1551
+ 27468,
1552
+ 22207,
1553
+ 24538,
1554
+ 25350,
1555
+ 19146,
1556
+ 24606,
1557
+ 22992,
1558
+ 24242,
1559
+ 22897,
1560
+ 22101,
1561
+ 23031,
1562
+ 22694,
1563
+ 19416,
1564
+ 5500,
1565
+ 410,
1566
+ 1721,
1567
+ 2437,
1568
+ 2839,
1569
+ 2371,
1570
+ 2304,
1571
+ 2705,
1572
+ 2589,
1573
+ 2318,
1574
+ 2545,
1575
+ 605,
1576
+ 806,
1577
+ 717,
1578
+ 1032,
1579
+ 975,
1580
+ 868,
1581
+ 845,
1582
+ 1114,
1583
+ 972,
1584
+ 777,
1585
+ 508,
1586
+ 1691,
1587
+ 1313,
1588
+ 1419,
1589
+ 1187,
1590
+ 914,
1591
+ 1627,
1592
+ 1544,
1593
+ 1591,
1594
+ 1682,
1595
+ 966,
1596
+ 2148,
1597
+ 843,
1598
+ 1644,
1599
+ 1958,
1600
+ 1758,
1601
+ 1927,
1602
+ 1806,
1603
+ 1987,
1604
+ 2137,
1605
+ 1272,
1606
+ 3174,
1607
+ 2983,
1608
+ 3391,
1609
+ 2096,
1610
+ 1774,
1611
+ 2790,
1612
+ 2618,
1613
+ 2166,
1614
+ 2491,
1615
+ 1135,
1616
+ 3971,
1617
+ 4103,
1618
+ 4331,
1619
+ 4370,
1620
+ 2131,
1621
+ 3487,
1622
+ 3226,
1623
+ 2970,
1624
+ 2946,
1625
+ 1399,
1626
+ 5547,
1627
+ 5538,
1628
+ 5495,
1629
+ 1227,
1630
+ 2397,
1631
+ 2287,
1632
+ 3080,
1633
+ 2614,
1634
+ 3076,
1635
+ 2031,
1636
+ 6028,
1637
+ 5332,
1638
+ 5958,
1639
+ 5728,
1640
+ 2075,
1641
+ 4767,
1642
+ 2813,
1643
+ 2495,
1644
+ 4643,
1645
+ 1490,
1646
+ 5932,
1647
+ 6086,
1648
+ 6069,
1649
+ 5833,
1650
+ 5313,
1651
+ 4218,
1652
+ 4044,
1653
+ 2421,
1654
+ 4578,
1655
+ 1954,
1656
+ 5925,
1657
+ 6083,
1658
+ 6365,
1659
+ 6281,
1660
+ 2721,
1661
+ 4161,
1662
+ 3534,
1663
+ 3264,
1664
+ 1484
1665
+ ]
1666
+ }
config.json ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "OlmoHybridForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "dtype": "bfloat16",
8
+ "eos_token_id": 100257,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 5376,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 11008,
13
+ "layer_types": [
14
+ "linear_attention",
15
+ "linear_attention",
16
+ "linear_attention",
17
+ "linear_attention",
18
+ "linear_attention",
19
+ "linear_attention",
20
+ "linear_attention",
21
+ "linear_attention",
22
+ "linear_attention",
23
+ "linear_attention",
24
+ "linear_attention",
25
+ "linear_attention",
26
+ "linear_attention",
27
+ "linear_attention",
28
+ "full_attention",
29
+ "linear_attention",
30
+ "linear_attention",
31
+ "linear_attention",
32
+ "full_attention",
33
+ "linear_attention",
34
+ "linear_attention",
35
+ "linear_attention",
36
+ "full_attention",
37
+ "linear_attention",
38
+ "linear_attention",
39
+ "linear_attention",
40
+ "full_attention",
41
+ "linear_attention",
42
+ "linear_attention",
43
+ "linear_attention",
44
+ "full_attention",
45
+ "linear_attention",
46
+ "linear_attention",
47
+ "linear_attention",
48
+ "full_attention",
49
+ "linear_attention",
50
+ "linear_attention",
51
+ "linear_attention",
52
+ "full_attention",
53
+ "linear_attention",
54
+ "linear_attention",
55
+ "linear_attention",
56
+ "full_attention"
57
+ ],
58
+ "linear_allow_neg_eigval": true,
59
+ "linear_conv_kernel_dim": 4,
60
+ "linear_key_head_dim": 96,
61
+ "linear_num_key_heads": 30,
62
+ "linear_num_value_heads": 30,
63
+ "linear_value_head_dim": 192,
64
+ "max_position_embeddings": 32768,
65
+ "model_type": "olmo_hybrid",
66
+ "num_attention_heads": 30,
67
+ "num_hidden_layers": 43,
68
+ "num_key_value_heads": 30,
69
+ "pad_token_id": 100277,
70
+ "rms_norm_eps": 1e-06,
71
+ "rope_parameters": {
72
+ "rope_theta": null,
73
+ "rope_type": "default"
74
+ },
75
+ "tie_word_embeddings": false,
76
+ "transformers_version": "5.0.0.dev0",
77
+ "use_cache": true,
78
+ "vocab_size": 330688
79
+ }
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "eos_token_id": 100257,
4
+ "pad_token_id": 100277,
5
+ "transformers_version": "5.0.0.dev0",
6
+ "do_sample": false
7
+ }
model-00001-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5842b72f48821ac8494c82e36e9ca5f5ed5737930574bc72b36bd4d3d925ba7c
3
+ size 3555557504
model-00002-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17419ed309c44978750f41614ad3094953ea421a584e3ec826b16fca71e11b72
3
+ size 3555557520
model-00003-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f942cfc598ab3c93de6f5501874564fafe2df2cb06dfdfd64e94f3d4f176913
3
+ size 2177518112
model-00004-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec6c905fb22fc202aa12eb706dd1f9b5828e658482b74955414e411a8f1ccade
3
+ size 2150611480
model-00005-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:406f2e411cd319df3202d18ede142c87a5c25cd6722c74f45d2d7f0450b9849a
3
+ size 2207037240
model-00006-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c0e764993d95266e05209ffc1c0d19dc1e3badcf2d615477fbc0ebc7392fc79
3
+ size 2233288592
model-00007-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3631e31fc9137d95d1a6cc914359dd4dbafaca842ec3a3a57f1da92be46116fa
3
+ size 2212589328
model-00008-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21e65f9edefe6c588c75cc256fbd26140bf1a5c30cea95ac16c64aaef3deacba
3
+ size 2150611488
model-00009-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b264a34172de885e37b0fecddfffad7b2cbb196cb2abc0a7ed2f8fab011dfb1e
3
+ size 2207036984
model-00010-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:716fb34860f3159da3bb7100938538cb69718377d21887c3d6cec89b3c2d074b
3
+ size 2149990248
model-00011-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cee1e8f251a5a3fe1620f90d47e97ab24a57103f8366d2268118aa7af97dec0c
3
+ size 2212589312
model-00012-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52b2bd48923f5f74e17abd60201dab625de53f984f62092d26f1d028ded9fccf
3
+ size 2165769544
model-00013-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b30778d83a4cdc3ce42a4543fe624e88355a94f45d8a6995815360006f4d9360
3
+ size 2212577688
model-00014-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:315ceb549ddc1ad51ed5c295e820bd167a928bdeafabf05633a24e8963ea2543
3
+ size 1207144160
model.safetensors.index.json ADDED
@@ -0,0 +1,706 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "metadata": {
3
+ "total_size": 32397798120
4
+ },
5
+ "weight_map": {
6
+ "lm_head.weight": "model-00001-of-00014.safetensors",
7
+ "model.embed_tokens.weight": "model-00002-of-00014.safetensors",
8
+ "model.layers.0.input_layernorm.weight": "model-00003-of-00014.safetensors",
9
+ "model.layers.0.linear_attn.A_log": "model-00003-of-00014.safetensors",
10
+ "model.layers.0.linear_attn.a_proj.weight": "model-00003-of-00014.safetensors",
11
+ "model.layers.0.linear_attn.b_proj.weight": "model-00003-of-00014.safetensors",
12
+ "model.layers.0.linear_attn.conv1d.weight": "model-00003-of-00014.safetensors",
13
+ "model.layers.0.linear_attn.dt_bias": "model-00003-of-00014.safetensors",
14
+ "model.layers.0.linear_attn.g_proj.weight": "model-00003-of-00014.safetensors",
15
+ "model.layers.0.linear_attn.k_proj.weight": "model-00003-of-00014.safetensors",
16
+ "model.layers.0.linear_attn.o_norm.weight": "model-00003-of-00014.safetensors",
17
+ "model.layers.0.linear_attn.o_proj.weight": "model-00003-of-00014.safetensors",
18
+ "model.layers.0.linear_attn.q_proj.weight": "model-00003-of-00014.safetensors",
19
+ "model.layers.0.linear_attn.v_proj.weight": "model-00003-of-00014.safetensors",
20
+ "model.layers.0.mlp.down_proj.weight": "model-00003-of-00014.safetensors",
21
+ "model.layers.0.mlp.gate_proj.weight": "model-00003-of-00014.safetensors",
22
+ "model.layers.0.mlp.up_proj.weight": "model-00003-of-00014.safetensors",
23
+ "model.layers.0.post_attention_layernorm.weight": "model-00003-of-00014.safetensors",
24
+ "model.layers.1.input_layernorm.weight": "model-00003-of-00014.safetensors",
25
+ "model.layers.1.linear_attn.A_log": "model-00003-of-00014.safetensors",
26
+ "model.layers.1.linear_attn.a_proj.weight": "model-00003-of-00014.safetensors",
27
+ "model.layers.1.linear_attn.b_proj.weight": "model-00003-of-00014.safetensors",
28
+ "model.layers.1.linear_attn.conv1d.weight": "model-00003-of-00014.safetensors",
29
+ "model.layers.1.linear_attn.dt_bias": "model-00003-of-00014.safetensors",
30
+ "model.layers.1.linear_attn.g_proj.weight": "model-00003-of-00014.safetensors",
31
+ "model.layers.1.linear_attn.k_proj.weight": "model-00003-of-00014.safetensors",
32
+ "model.layers.1.linear_attn.o_norm.weight": "model-00003-of-00014.safetensors",
33
+ "model.layers.1.linear_attn.o_proj.weight": "model-00003-of-00014.safetensors",
34
+ "model.layers.1.linear_attn.q_proj.weight": "model-00003-of-00014.safetensors",
35
+ "model.layers.1.linear_attn.v_proj.weight": "model-00003-of-00014.safetensors",
36
+ "model.layers.1.mlp.down_proj.weight": "model-00003-of-00014.safetensors",
37
+ "model.layers.1.mlp.gate_proj.weight": "model-00003-of-00014.safetensors",
38
+ "model.layers.1.mlp.up_proj.weight": "model-00003-of-00014.safetensors",
39
+ "model.layers.1.post_attention_layernorm.weight": "model-00003-of-00014.safetensors",
40
+ "model.layers.10.input_layernorm.weight": "model-00003-of-00014.safetensors",
41
+ "model.layers.10.linear_attn.A_log": "model-00003-of-00014.safetensors",
42
+ "model.layers.10.linear_attn.a_proj.weight": "model-00003-of-00014.safetensors",
43
+ "model.layers.10.linear_attn.b_proj.weight": "model-00003-of-00014.safetensors",
44
+ "model.layers.10.linear_attn.conv1d.weight": "model-00003-of-00014.safetensors",
45
+ "model.layers.10.linear_attn.dt_bias": "model-00003-of-00014.safetensors",
46
+ "model.layers.10.linear_attn.g_proj.weight": "model-00003-of-00014.safetensors",
47
+ "model.layers.10.linear_attn.k_proj.weight": "model-00003-of-00014.safetensors",
48
+ "model.layers.10.linear_attn.o_norm.weight": "model-00003-of-00014.safetensors",
49
+ "model.layers.10.linear_attn.o_proj.weight": "model-00003-of-00014.safetensors",
50
+ "model.layers.10.linear_attn.q_proj.weight": "model-00003-of-00014.safetensors",
51
+ "model.layers.10.linear_attn.v_proj.weight": "model-00003-of-00014.safetensors",
52
+ "model.layers.10.mlp.down_proj.weight": "model-00003-of-00014.safetensors",
53
+ "model.layers.10.mlp.gate_proj.weight": "model-00003-of-00014.safetensors",
54
+ "model.layers.10.mlp.up_proj.weight": "model-00003-of-00014.safetensors",
55
+ "model.layers.10.post_attention_layernorm.weight": "model-00003-of-00014.safetensors",
56
+ "model.layers.11.input_layernorm.weight": "model-00003-of-00014.safetensors",
57
+ "model.layers.11.linear_attn.A_log": "model-00003-of-00014.safetensors",
58
+ "model.layers.11.linear_attn.a_proj.weight": "model-00003-of-00014.safetensors",
59
+ "model.layers.11.linear_attn.b_proj.weight": "model-00003-of-00014.safetensors",
60
+ "model.layers.11.linear_attn.dt_bias": "model-00003-of-00014.safetensors",
61
+ "model.layers.11.linear_attn.g_proj.weight": "model-00003-of-00014.safetensors",
62
+ "model.layers.11.linear_attn.k_conv1d.weight": "model-00003-of-00014.safetensors",
63
+ "model.layers.11.linear_attn.k_proj.weight": "model-00003-of-00014.safetensors",
64
+ "model.layers.11.linear_attn.o_norm.weight": "model-00003-of-00014.safetensors",
65
+ "model.layers.11.linear_attn.o_proj.weight": "model-00003-of-00014.safetensors",
66
+ "model.layers.11.linear_attn.q_conv1d.weight": "model-00003-of-00014.safetensors",
67
+ "model.layers.11.linear_attn.q_proj.weight": "model-00003-of-00014.safetensors",
68
+ "model.layers.11.linear_attn.v_conv1d.weight": "model-00003-of-00014.safetensors",
69
+ "model.layers.11.linear_attn.v_proj.weight": "model-00003-of-00014.safetensors",
70
+ "model.layers.11.mlp.down_proj.weight": "model-00003-of-00014.safetensors",
71
+ "model.layers.11.mlp.gate_proj.weight": "model-00004-of-00014.safetensors",
72
+ "model.layers.11.mlp.up_proj.weight": "model-00004-of-00014.safetensors",
73
+ "model.layers.11.post_attention_layernorm.weight": "model-00004-of-00014.safetensors",
74
+ "model.layers.12.input_layernorm.weight": "model-00004-of-00014.safetensors",
75
+ "model.layers.12.linear_attn.A_log": "model-00004-of-00014.safetensors",
76
+ "model.layers.12.linear_attn.a_proj.weight": "model-00004-of-00014.safetensors",
77
+ "model.layers.12.linear_attn.b_proj.weight": "model-00004-of-00014.safetensors",
78
+ "model.layers.12.linear_attn.dt_bias": "model-00004-of-00014.safetensors",
79
+ "model.layers.12.linear_attn.g_proj.weight": "model-00004-of-00014.safetensors",
80
+ "model.layers.12.linear_attn.k_conv1d.weight": "model-00004-of-00014.safetensors",
81
+ "model.layers.12.linear_attn.k_proj.weight": "model-00004-of-00014.safetensors",
82
+ "model.layers.12.linear_attn.o_norm.weight": "model-00004-of-00014.safetensors",
83
+ "model.layers.12.linear_attn.o_proj.weight": "model-00004-of-00014.safetensors",
84
+ "model.layers.12.linear_attn.q_conv1d.weight": "model-00004-of-00014.safetensors",
85
+ "model.layers.12.linear_attn.q_proj.weight": "model-00004-of-00014.safetensors",
86
+ "model.layers.12.linear_attn.v_conv1d.weight": "model-00004-of-00014.safetensors",
87
+ "model.layers.12.linear_attn.v_proj.weight": "model-00004-of-00014.safetensors",
88
+ "model.layers.12.mlp.down_proj.weight": "model-00004-of-00014.safetensors",
89
+ "model.layers.12.mlp.gate_proj.weight": "model-00004-of-00014.safetensors",
90
+ "model.layers.12.mlp.up_proj.weight": "model-00004-of-00014.safetensors",
91
+ "model.layers.12.post_attention_layernorm.weight": "model-00004-of-00014.safetensors",
92
+ "model.layers.13.input_layernorm.weight": "model-00004-of-00014.safetensors",
93
+ "model.layers.13.linear_attn.A_log": "model-00004-of-00014.safetensors",
94
+ "model.layers.13.linear_attn.a_proj.weight": "model-00004-of-00014.safetensors",
95
+ "model.layers.13.linear_attn.b_proj.weight": "model-00004-of-00014.safetensors",
96
+ "model.layers.13.linear_attn.dt_bias": "model-00004-of-00014.safetensors",
97
+ "model.layers.13.linear_attn.g_proj.weight": "model-00004-of-00014.safetensors",
98
+ "model.layers.13.linear_attn.k_conv1d.weight": "model-00004-of-00014.safetensors",
99
+ "model.layers.13.linear_attn.k_proj.weight": "model-00004-of-00014.safetensors",
100
+ "model.layers.13.linear_attn.o_norm.weight": "model-00004-of-00014.safetensors",
101
+ "model.layers.13.linear_attn.o_proj.weight": "model-00004-of-00014.safetensors",
102
+ "model.layers.13.linear_attn.q_conv1d.weight": "model-00004-of-00014.safetensors",
103
+ "model.layers.13.linear_attn.q_proj.weight": "model-00004-of-00014.safetensors",
104
+ "model.layers.13.linear_attn.v_conv1d.weight": "model-00004-of-00014.safetensors",
105
+ "model.layers.13.linear_attn.v_proj.weight": "model-00004-of-00014.safetensors",
106
+ "model.layers.13.mlp.down_proj.weight": "model-00004-of-00014.safetensors",
107
+ "model.layers.13.mlp.gate_proj.weight": "model-00004-of-00014.safetensors",
108
+ "model.layers.13.mlp.up_proj.weight": "model-00004-of-00014.safetensors",
109
+ "model.layers.13.post_attention_layernorm.weight": "model-00004-of-00014.safetensors",
110
+ "model.layers.14.mlp.down_proj.weight": "model-00004-of-00014.safetensors",
111
+ "model.layers.14.mlp.gate_proj.weight": "model-00004-of-00014.safetensors",
112
+ "model.layers.14.mlp.up_proj.weight": "model-00004-of-00014.safetensors",
113
+ "model.layers.14.post_attention_layernorm.weight": "model-00004-of-00014.safetensors",
114
+ "model.layers.14.post_feedforward_layernorm.weight": "model-00004-of-00014.safetensors",
115
+ "model.layers.14.self_attn.k_norm.weight": "model-00004-of-00014.safetensors",
116
+ "model.layers.14.self_attn.k_proj.weight": "model-00004-of-00014.safetensors",
117
+ "model.layers.14.self_attn.o_proj.weight": "model-00004-of-00014.safetensors",
118
+ "model.layers.14.self_attn.q_norm.weight": "model-00004-of-00014.safetensors",
119
+ "model.layers.14.self_attn.q_proj.weight": "model-00004-of-00014.safetensors",
120
+ "model.layers.14.self_attn.v_proj.weight": "model-00004-of-00014.safetensors",
121
+ "model.layers.15.input_layernorm.weight": "model-00004-of-00014.safetensors",
122
+ "model.layers.15.linear_attn.A_log": "model-00004-of-00014.safetensors",
123
+ "model.layers.15.linear_attn.a_proj.weight": "model-00004-of-00014.safetensors",
124
+ "model.layers.15.linear_attn.b_proj.weight": "model-00004-of-00014.safetensors",
125
+ "model.layers.15.linear_attn.dt_bias": "model-00004-of-00014.safetensors",
126
+ "model.layers.15.linear_attn.g_proj.weight": "model-00004-of-00014.safetensors",
127
+ "model.layers.15.linear_attn.k_conv1d.weight": "model-00004-of-00014.safetensors",
128
+ "model.layers.15.linear_attn.k_proj.weight": "model-00004-of-00014.safetensors",
129
+ "model.layers.15.linear_attn.o_norm.weight": "model-00004-of-00014.safetensors",
130
+ "model.layers.15.linear_attn.o_proj.weight": "model-00004-of-00014.safetensors",
131
+ "model.layers.15.linear_attn.q_conv1d.weight": "model-00004-of-00014.safetensors",
132
+ "model.layers.15.linear_attn.q_proj.weight": "model-00004-of-00014.safetensors",
133
+ "model.layers.15.linear_attn.v_conv1d.weight": "model-00005-of-00014.safetensors",
134
+ "model.layers.15.linear_attn.v_proj.weight": "model-00005-of-00014.safetensors",
135
+ "model.layers.15.mlp.down_proj.weight": "model-00005-of-00014.safetensors",
136
+ "model.layers.15.mlp.gate_proj.weight": "model-00005-of-00014.safetensors",
137
+ "model.layers.15.mlp.up_proj.weight": "model-00005-of-00014.safetensors",
138
+ "model.layers.15.post_attention_layernorm.weight": "model-00005-of-00014.safetensors",
139
+ "model.layers.16.input_layernorm.weight": "model-00005-of-00014.safetensors",
140
+ "model.layers.16.linear_attn.A_log": "model-00005-of-00014.safetensors",
141
+ "model.layers.16.linear_attn.a_proj.weight": "model-00005-of-00014.safetensors",
142
+ "model.layers.16.linear_attn.b_proj.weight": "model-00005-of-00014.safetensors",
143
+ "model.layers.16.linear_attn.dt_bias": "model-00005-of-00014.safetensors",
144
+ "model.layers.16.linear_attn.g_proj.weight": "model-00005-of-00014.safetensors",
145
+ "model.layers.16.linear_attn.k_conv1d.weight": "model-00005-of-00014.safetensors",
146
+ "model.layers.16.linear_attn.k_proj.weight": "model-00005-of-00014.safetensors",
147
+ "model.layers.16.linear_attn.o_norm.weight": "model-00005-of-00014.safetensors",
148
+ "model.layers.16.linear_attn.o_proj.weight": "model-00005-of-00014.safetensors",
149
+ "model.layers.16.linear_attn.q_conv1d.weight": "model-00005-of-00014.safetensors",
150
+ "model.layers.16.linear_attn.q_proj.weight": "model-00005-of-00014.safetensors",
151
+ "model.layers.16.linear_attn.v_conv1d.weight": "model-00005-of-00014.safetensors",
152
+ "model.layers.16.linear_attn.v_proj.weight": "model-00005-of-00014.safetensors",
153
+ "model.layers.16.mlp.down_proj.weight": "model-00005-of-00014.safetensors",
154
+ "model.layers.16.mlp.gate_proj.weight": "model-00005-of-00014.safetensors",
155
+ "model.layers.16.mlp.up_proj.weight": "model-00005-of-00014.safetensors",
156
+ "model.layers.16.post_attention_layernorm.weight": "model-00005-of-00014.safetensors",
157
+ "model.layers.17.input_layernorm.weight": "model-00005-of-00014.safetensors",
158
+ "model.layers.17.linear_attn.A_log": "model-00005-of-00014.safetensors",
159
+ "model.layers.17.linear_attn.a_proj.weight": "model-00005-of-00014.safetensors",
160
+ "model.layers.17.linear_attn.b_proj.weight": "model-00005-of-00014.safetensors",
161
+ "model.layers.17.linear_attn.dt_bias": "model-00005-of-00014.safetensors",
162
+ "model.layers.17.linear_attn.g_proj.weight": "model-00005-of-00014.safetensors",
163
+ "model.layers.17.linear_attn.k_conv1d.weight": "model-00005-of-00014.safetensors",
164
+ "model.layers.17.linear_attn.k_proj.weight": "model-00005-of-00014.safetensors",
165
+ "model.layers.17.linear_attn.o_norm.weight": "model-00005-of-00014.safetensors",
166
+ "model.layers.17.linear_attn.o_proj.weight": "model-00005-of-00014.safetensors",
167
+ "model.layers.17.linear_attn.q_conv1d.weight": "model-00005-of-00014.safetensors",
168
+ "model.layers.17.linear_attn.q_proj.weight": "model-00005-of-00014.safetensors",
169
+ "model.layers.17.linear_attn.v_conv1d.weight": "model-00005-of-00014.safetensors",
170
+ "model.layers.17.linear_attn.v_proj.weight": "model-00005-of-00014.safetensors",
171
+ "model.layers.17.mlp.down_proj.weight": "model-00005-of-00014.safetensors",
172
+ "model.layers.17.mlp.gate_proj.weight": "model-00005-of-00014.safetensors",
173
+ "model.layers.17.mlp.up_proj.weight": "model-00005-of-00014.safetensors",
174
+ "model.layers.17.post_attention_layernorm.weight": "model-00005-of-00014.safetensors",
175
+ "model.layers.18.mlp.down_proj.weight": "model-00005-of-00014.safetensors",
176
+ "model.layers.18.mlp.gate_proj.weight": "model-00005-of-00014.safetensors",
177
+ "model.layers.18.mlp.up_proj.weight": "model-00005-of-00014.safetensors",
178
+ "model.layers.18.post_attention_layernorm.weight": "model-00005-of-00014.safetensors",
179
+ "model.layers.18.post_feedforward_layernorm.weight": "model-00005-of-00014.safetensors",
180
+ "model.layers.18.self_attn.k_norm.weight": "model-00005-of-00014.safetensors",
181
+ "model.layers.18.self_attn.k_proj.weight": "model-00005-of-00014.safetensors",
182
+ "model.layers.18.self_attn.o_proj.weight": "model-00005-of-00014.safetensors",
183
+ "model.layers.18.self_attn.q_norm.weight": "model-00005-of-00014.safetensors",
184
+ "model.layers.18.self_attn.q_proj.weight": "model-00005-of-00014.safetensors",
185
+ "model.layers.18.self_attn.v_proj.weight": "model-00005-of-00014.safetensors",
186
+ "model.layers.19.input_layernorm.weight": "model-00005-of-00014.safetensors",
187
+ "model.layers.19.linear_attn.A_log": "model-00005-of-00014.safetensors",
188
+ "model.layers.19.linear_attn.a_proj.weight": "model-00005-of-00014.safetensors",
189
+ "model.layers.19.linear_attn.b_proj.weight": "model-00005-of-00014.safetensors",
190
+ "model.layers.19.linear_attn.dt_bias": "model-00005-of-00014.safetensors",
191
+ "model.layers.19.linear_attn.g_proj.weight": "model-00005-of-00014.safetensors",
192
+ "model.layers.19.linear_attn.k_conv1d.weight": "model-00006-of-00014.safetensors",
193
+ "model.layers.19.linear_attn.k_proj.weight": "model-00006-of-00014.safetensors",
194
+ "model.layers.19.linear_attn.o_norm.weight": "model-00006-of-00014.safetensors",
195
+ "model.layers.19.linear_attn.o_proj.weight": "model-00006-of-00014.safetensors",
196
+ "model.layers.19.linear_attn.q_conv1d.weight": "model-00006-of-00014.safetensors",
197
+ "model.layers.19.linear_attn.q_proj.weight": "model-00006-of-00014.safetensors",
198
+ "model.layers.19.linear_attn.v_conv1d.weight": "model-00006-of-00014.safetensors",
199
+ "model.layers.19.linear_attn.v_proj.weight": "model-00006-of-00014.safetensors",
200
+ "model.layers.19.mlp.down_proj.weight": "model-00006-of-00014.safetensors",
201
+ "model.layers.19.mlp.gate_proj.weight": "model-00006-of-00014.safetensors",
202
+ "model.layers.19.mlp.up_proj.weight": "model-00006-of-00014.safetensors",
203
+ "model.layers.19.post_attention_layernorm.weight": "model-00006-of-00014.safetensors",
204
+ "model.layers.2.input_layernorm.weight": "model-00006-of-00014.safetensors",
205
+ "model.layers.2.linear_attn.A_log": "model-00006-of-00014.safetensors",
206
+ "model.layers.2.linear_attn.a_proj.weight": "model-00006-of-00014.safetensors",
207
+ "model.layers.2.linear_attn.b_proj.weight": "model-00006-of-00014.safetensors",
208
+ "model.layers.2.linear_attn.conv1d.weight": "model-00006-of-00014.safetensors",
209
+ "model.layers.2.linear_attn.dt_bias": "model-00006-of-00014.safetensors",
210
+ "model.layers.2.linear_attn.g_proj.weight": "model-00006-of-00014.safetensors",
211
+ "model.layers.2.linear_attn.k_proj.weight": "model-00006-of-00014.safetensors",
212
+ "model.layers.2.linear_attn.o_norm.weight": "model-00006-of-00014.safetensors",
213
+ "model.layers.2.linear_attn.o_proj.weight": "model-00006-of-00014.safetensors",
214
+ "model.layers.2.linear_attn.q_proj.weight": "model-00006-of-00014.safetensors",
215
+ "model.layers.2.linear_attn.v_proj.weight": "model-00006-of-00014.safetensors",
216
+ "model.layers.2.mlp.down_proj.weight": "model-00006-of-00014.safetensors",
217
+ "model.layers.2.mlp.gate_proj.weight": "model-00006-of-00014.safetensors",
218
+ "model.layers.2.mlp.up_proj.weight": "model-00006-of-00014.safetensors",
219
+ "model.layers.2.post_attention_layernorm.weight": "model-00006-of-00014.safetensors",
220
+ "model.layers.20.input_layernorm.weight": "model-00006-of-00014.safetensors",
221
+ "model.layers.20.linear_attn.A_log": "model-00006-of-00014.safetensors",
222
+ "model.layers.20.linear_attn.a_proj.weight": "model-00006-of-00014.safetensors",
223
+ "model.layers.20.linear_attn.b_proj.weight": "model-00006-of-00014.safetensors",
224
+ "model.layers.20.linear_attn.dt_bias": "model-00006-of-00014.safetensors",
225
+ "model.layers.20.linear_attn.g_proj.weight": "model-00006-of-00014.safetensors",
226
+ "model.layers.20.linear_attn.k_conv1d.weight": "model-00006-of-00014.safetensors",
227
+ "model.layers.20.linear_attn.k_proj.weight": "model-00006-of-00014.safetensors",
228
+ "model.layers.20.linear_attn.o_norm.weight": "model-00006-of-00014.safetensors",
229
+ "model.layers.20.linear_attn.o_proj.weight": "model-00006-of-00014.safetensors",
230
+ "model.layers.20.linear_attn.q_conv1d.weight": "model-00006-of-00014.safetensors",
231
+ "model.layers.20.linear_attn.q_proj.weight": "model-00006-of-00014.safetensors",
232
+ "model.layers.20.linear_attn.v_conv1d.weight": "model-00006-of-00014.safetensors",
233
+ "model.layers.20.linear_attn.v_proj.weight": "model-00006-of-00014.safetensors",
234
+ "model.layers.20.mlp.down_proj.weight": "model-00006-of-00014.safetensors",
235
+ "model.layers.20.mlp.gate_proj.weight": "model-00006-of-00014.safetensors",
236
+ "model.layers.20.mlp.up_proj.weight": "model-00006-of-00014.safetensors",
237
+ "model.layers.20.post_attention_layernorm.weight": "model-00006-of-00014.safetensors",
238
+ "model.layers.21.input_layernorm.weight": "model-00006-of-00014.safetensors",
239
+ "model.layers.21.linear_attn.A_log": "model-00006-of-00014.safetensors",
240
+ "model.layers.21.linear_attn.a_proj.weight": "model-00006-of-00014.safetensors",
241
+ "model.layers.21.linear_attn.b_proj.weight": "model-00006-of-00014.safetensors",
242
+ "model.layers.21.linear_attn.dt_bias": "model-00006-of-00014.safetensors",
243
+ "model.layers.21.linear_attn.g_proj.weight": "model-00006-of-00014.safetensors",
244
+ "model.layers.21.linear_attn.k_conv1d.weight": "model-00006-of-00014.safetensors",
245
+ "model.layers.21.linear_attn.k_proj.weight": "model-00006-of-00014.safetensors",
246
+ "model.layers.21.linear_attn.o_norm.weight": "model-00006-of-00014.safetensors",
247
+ "model.layers.21.linear_attn.o_proj.weight": "model-00006-of-00014.safetensors",
248
+ "model.layers.21.linear_attn.q_conv1d.weight": "model-00006-of-00014.safetensors",
249
+ "model.layers.21.linear_attn.q_proj.weight": "model-00006-of-00014.safetensors",
250
+ "model.layers.21.linear_attn.v_conv1d.weight": "model-00006-of-00014.safetensors",
251
+ "model.layers.21.linear_attn.v_proj.weight": "model-00006-of-00014.safetensors",
252
+ "model.layers.21.mlp.down_proj.weight": "model-00006-of-00014.safetensors",
253
+ "model.layers.21.mlp.gate_proj.weight": "model-00006-of-00014.safetensors",
254
+ "model.layers.21.mlp.up_proj.weight": "model-00007-of-00014.safetensors",
255
+ "model.layers.21.post_attention_layernorm.weight": "model-00007-of-00014.safetensors",
256
+ "model.layers.22.mlp.down_proj.weight": "model-00007-of-00014.safetensors",
257
+ "model.layers.22.mlp.gate_proj.weight": "model-00007-of-00014.safetensors",
258
+ "model.layers.22.mlp.up_proj.weight": "model-00007-of-00014.safetensors",
259
+ "model.layers.22.post_attention_layernorm.weight": "model-00007-of-00014.safetensors",
260
+ "model.layers.22.post_feedforward_layernorm.weight": "model-00007-of-00014.safetensors",
261
+ "model.layers.22.self_attn.k_norm.weight": "model-00007-of-00014.safetensors",
262
+ "model.layers.22.self_attn.k_proj.weight": "model-00007-of-00014.safetensors",
263
+ "model.layers.22.self_attn.o_proj.weight": "model-00007-of-00014.safetensors",
264
+ "model.layers.22.self_attn.q_norm.weight": "model-00007-of-00014.safetensors",
265
+ "model.layers.22.self_attn.q_proj.weight": "model-00007-of-00014.safetensors",
266
+ "model.layers.22.self_attn.v_proj.weight": "model-00007-of-00014.safetensors",
267
+ "model.layers.23.input_layernorm.weight": "model-00007-of-00014.safetensors",
268
+ "model.layers.23.linear_attn.A_log": "model-00007-of-00014.safetensors",
269
+ "model.layers.23.linear_attn.a_proj.weight": "model-00007-of-00014.safetensors",
270
+ "model.layers.23.linear_attn.b_proj.weight": "model-00007-of-00014.safetensors",
271
+ "model.layers.23.linear_attn.dt_bias": "model-00007-of-00014.safetensors",
272
+ "model.layers.23.linear_attn.g_proj.weight": "model-00007-of-00014.safetensors",
273
+ "model.layers.23.linear_attn.k_conv1d.weight": "model-00007-of-00014.safetensors",
274
+ "model.layers.23.linear_attn.k_proj.weight": "model-00007-of-00014.safetensors",
275
+ "model.layers.23.linear_attn.o_norm.weight": "model-00007-of-00014.safetensors",
276
+ "model.layers.23.linear_attn.o_proj.weight": "model-00007-of-00014.safetensors",
277
+ "model.layers.23.linear_attn.q_conv1d.weight": "model-00007-of-00014.safetensors",
278
+ "model.layers.23.linear_attn.q_proj.weight": "model-00007-of-00014.safetensors",
279
+ "model.layers.23.linear_attn.v_conv1d.weight": "model-00007-of-00014.safetensors",
280
+ "model.layers.23.linear_attn.v_proj.weight": "model-00007-of-00014.safetensors",
281
+ "model.layers.23.mlp.down_proj.weight": "model-00007-of-00014.safetensors",
282
+ "model.layers.23.mlp.gate_proj.weight": "model-00007-of-00014.safetensors",
283
+ "model.layers.23.mlp.up_proj.weight": "model-00007-of-00014.safetensors",
284
+ "model.layers.23.post_attention_layernorm.weight": "model-00007-of-00014.safetensors",
285
+ "model.layers.24.input_layernorm.weight": "model-00007-of-00014.safetensors",
286
+ "model.layers.24.linear_attn.A_log": "model-00007-of-00014.safetensors",
287
+ "model.layers.24.linear_attn.a_proj.weight": "model-00007-of-00014.safetensors",
288
+ "model.layers.24.linear_attn.b_proj.weight": "model-00007-of-00014.safetensors",
289
+ "model.layers.24.linear_attn.dt_bias": "model-00007-of-00014.safetensors",
290
+ "model.layers.24.linear_attn.g_proj.weight": "model-00007-of-00014.safetensors",
291
+ "model.layers.24.linear_attn.k_conv1d.weight": "model-00007-of-00014.safetensors",
292
+ "model.layers.24.linear_attn.k_proj.weight": "model-00007-of-00014.safetensors",
293
+ "model.layers.24.linear_attn.o_norm.weight": "model-00007-of-00014.safetensors",
294
+ "model.layers.24.linear_attn.o_proj.weight": "model-00007-of-00014.safetensors",
295
+ "model.layers.24.linear_attn.q_conv1d.weight": "model-00007-of-00014.safetensors",
296
+ "model.layers.24.linear_attn.q_proj.weight": "model-00007-of-00014.safetensors",
297
+ "model.layers.24.linear_attn.v_conv1d.weight": "model-00007-of-00014.safetensors",
298
+ "model.layers.24.linear_attn.v_proj.weight": "model-00007-of-00014.safetensors",
299
+ "model.layers.24.mlp.down_proj.weight": "model-00007-of-00014.safetensors",
300
+ "model.layers.24.mlp.gate_proj.weight": "model-00007-of-00014.safetensors",
301
+ "model.layers.24.mlp.up_proj.weight": "model-00007-of-00014.safetensors",
302
+ "model.layers.24.post_attention_layernorm.weight": "model-00007-of-00014.safetensors",
303
+ "model.layers.25.input_layernorm.weight": "model-00007-of-00014.safetensors",
304
+ "model.layers.25.linear_attn.A_log": "model-00007-of-00014.safetensors",
305
+ "model.layers.25.linear_attn.a_proj.weight": "model-00007-of-00014.safetensors",
306
+ "model.layers.25.linear_attn.b_proj.weight": "model-00007-of-00014.safetensors",
307
+ "model.layers.25.linear_attn.dt_bias": "model-00007-of-00014.safetensors",
308
+ "model.layers.25.linear_attn.g_proj.weight": "model-00007-of-00014.safetensors",
309
+ "model.layers.25.linear_attn.k_conv1d.weight": "model-00007-of-00014.safetensors",
310
+ "model.layers.25.linear_attn.k_proj.weight": "model-00007-of-00014.safetensors",
311
+ "model.layers.25.linear_attn.o_norm.weight": "model-00007-of-00014.safetensors",
312
+ "model.layers.25.linear_attn.o_proj.weight": "model-00007-of-00014.safetensors",
313
+ "model.layers.25.linear_attn.q_conv1d.weight": "model-00007-of-00014.safetensors",
314
+ "model.layers.25.linear_attn.q_proj.weight": "model-00007-of-00014.safetensors",
315
+ "model.layers.25.linear_attn.v_conv1d.weight": "model-00007-of-00014.safetensors",
316
+ "model.layers.25.linear_attn.v_proj.weight": "model-00007-of-00014.safetensors",
317
+ "model.layers.25.mlp.down_proj.weight": "model-00007-of-00014.safetensors",
318
+ "model.layers.25.mlp.gate_proj.weight": "model-00008-of-00014.safetensors",
319
+ "model.layers.25.mlp.up_proj.weight": "model-00008-of-00014.safetensors",
320
+ "model.layers.25.post_attention_layernorm.weight": "model-00008-of-00014.safetensors",
321
+ "model.layers.26.mlp.down_proj.weight": "model-00008-of-00014.safetensors",
322
+ "model.layers.26.mlp.gate_proj.weight": "model-00008-of-00014.safetensors",
323
+ "model.layers.26.mlp.up_proj.weight": "model-00008-of-00014.safetensors",
324
+ "model.layers.26.post_attention_layernorm.weight": "model-00008-of-00014.safetensors",
325
+ "model.layers.26.post_feedforward_layernorm.weight": "model-00008-of-00014.safetensors",
326
+ "model.layers.26.self_attn.k_norm.weight": "model-00008-of-00014.safetensors",
327
+ "model.layers.26.self_attn.k_proj.weight": "model-00008-of-00014.safetensors",
328
+ "model.layers.26.self_attn.o_proj.weight": "model-00008-of-00014.safetensors",
329
+ "model.layers.26.self_attn.q_norm.weight": "model-00008-of-00014.safetensors",
330
+ "model.layers.26.self_attn.q_proj.weight": "model-00008-of-00014.safetensors",
331
+ "model.layers.26.self_attn.v_proj.weight": "model-00008-of-00014.safetensors",
332
+ "model.layers.27.input_layernorm.weight": "model-00008-of-00014.safetensors",
333
+ "model.layers.27.linear_attn.A_log": "model-00008-of-00014.safetensors",
334
+ "model.layers.27.linear_attn.a_proj.weight": "model-00008-of-00014.safetensors",
335
+ "model.layers.27.linear_attn.b_proj.weight": "model-00008-of-00014.safetensors",
336
+ "model.layers.27.linear_attn.dt_bias": "model-00008-of-00014.safetensors",
337
+ "model.layers.27.linear_attn.g_proj.weight": "model-00008-of-00014.safetensors",
338
+ "model.layers.27.linear_attn.k_conv1d.weight": "model-00008-of-00014.safetensors",
339
+ "model.layers.27.linear_attn.k_proj.weight": "model-00008-of-00014.safetensors",
340
+ "model.layers.27.linear_attn.o_norm.weight": "model-00008-of-00014.safetensors",
341
+ "model.layers.27.linear_attn.o_proj.weight": "model-00008-of-00014.safetensors",
342
+ "model.layers.27.linear_attn.q_conv1d.weight": "model-00008-of-00014.safetensors",
343
+ "model.layers.27.linear_attn.q_proj.weight": "model-00008-of-00014.safetensors",
344
+ "model.layers.27.linear_attn.v_conv1d.weight": "model-00008-of-00014.safetensors",
345
+ "model.layers.27.linear_attn.v_proj.weight": "model-00008-of-00014.safetensors",
346
+ "model.layers.27.mlp.down_proj.weight": "model-00008-of-00014.safetensors",
347
+ "model.layers.27.mlp.gate_proj.weight": "model-00008-of-00014.safetensors",
348
+ "model.layers.27.mlp.up_proj.weight": "model-00008-of-00014.safetensors",
349
+ "model.layers.27.post_attention_layernorm.weight": "model-00008-of-00014.safetensors",
350
+ "model.layers.28.input_layernorm.weight": "model-00008-of-00014.safetensors",
351
+ "model.layers.28.linear_attn.A_log": "model-00008-of-00014.safetensors",
352
+ "model.layers.28.linear_attn.a_proj.weight": "model-00008-of-00014.safetensors",
353
+ "model.layers.28.linear_attn.b_proj.weight": "model-00008-of-00014.safetensors",
354
+ "model.layers.28.linear_attn.dt_bias": "model-00008-of-00014.safetensors",
355
+ "model.layers.28.linear_attn.g_proj.weight": "model-00008-of-00014.safetensors",
356
+ "model.layers.28.linear_attn.k_conv1d.weight": "model-00008-of-00014.safetensors",
357
+ "model.layers.28.linear_attn.k_proj.weight": "model-00008-of-00014.safetensors",
358
+ "model.layers.28.linear_attn.o_norm.weight": "model-00008-of-00014.safetensors",
359
+ "model.layers.28.linear_attn.o_proj.weight": "model-00008-of-00014.safetensors",
360
+ "model.layers.28.linear_attn.q_conv1d.weight": "model-00008-of-00014.safetensors",
361
+ "model.layers.28.linear_attn.q_proj.weight": "model-00008-of-00014.safetensors",
362
+ "model.layers.28.linear_attn.v_conv1d.weight": "model-00008-of-00014.safetensors",
363
+ "model.layers.28.linear_attn.v_proj.weight": "model-00008-of-00014.safetensors",
364
+ "model.layers.28.mlp.down_proj.weight": "model-00008-of-00014.safetensors",
365
+ "model.layers.28.mlp.gate_proj.weight": "model-00008-of-00014.safetensors",
366
+ "model.layers.28.mlp.up_proj.weight": "model-00008-of-00014.safetensors",
367
+ "model.layers.28.post_attention_layernorm.weight": "model-00008-of-00014.safetensors",
368
+ "model.layers.29.input_layernorm.weight": "model-00008-of-00014.safetensors",
369
+ "model.layers.29.linear_attn.A_log": "model-00008-of-00014.safetensors",
370
+ "model.layers.29.linear_attn.a_proj.weight": "model-00008-of-00014.safetensors",
371
+ "model.layers.29.linear_attn.b_proj.weight": "model-00008-of-00014.safetensors",
372
+ "model.layers.29.linear_attn.dt_bias": "model-00008-of-00014.safetensors",
373
+ "model.layers.29.linear_attn.g_proj.weight": "model-00008-of-00014.safetensors",
374
+ "model.layers.29.linear_attn.k_conv1d.weight": "model-00008-of-00014.safetensors",
375
+ "model.layers.29.linear_attn.k_proj.weight": "model-00008-of-00014.safetensors",
376
+ "model.layers.29.linear_attn.o_norm.weight": "model-00008-of-00014.safetensors",
377
+ "model.layers.29.linear_attn.o_proj.weight": "model-00008-of-00014.safetensors",
378
+ "model.layers.29.linear_attn.q_conv1d.weight": "model-00008-of-00014.safetensors",
379
+ "model.layers.29.linear_attn.q_proj.weight": "model-00008-of-00014.safetensors",
380
+ "model.layers.29.linear_attn.v_conv1d.weight": "model-00009-of-00014.safetensors",
381
+ "model.layers.29.linear_attn.v_proj.weight": "model-00009-of-00014.safetensors",
382
+ "model.layers.29.mlp.down_proj.weight": "model-00009-of-00014.safetensors",
383
+ "model.layers.29.mlp.gate_proj.weight": "model-00009-of-00014.safetensors",
384
+ "model.layers.29.mlp.up_proj.weight": "model-00009-of-00014.safetensors",
385
+ "model.layers.29.post_attention_layernorm.weight": "model-00009-of-00014.safetensors",
386
+ "model.layers.3.input_layernorm.weight": "model-00009-of-00014.safetensors",
387
+ "model.layers.3.linear_attn.A_log": "model-00009-of-00014.safetensors",
388
+ "model.layers.3.linear_attn.a_proj.weight": "model-00009-of-00014.safetensors",
389
+ "model.layers.3.linear_attn.b_proj.weight": "model-00009-of-00014.safetensors",
390
+ "model.layers.3.linear_attn.conv1d.weight": "model-00009-of-00014.safetensors",
391
+ "model.layers.3.linear_attn.dt_bias": "model-00009-of-00014.safetensors",
392
+ "model.layers.3.linear_attn.g_proj.weight": "model-00009-of-00014.safetensors",
393
+ "model.layers.3.linear_attn.k_proj.weight": "model-00009-of-00014.safetensors",
394
+ "model.layers.3.linear_attn.o_norm.weight": "model-00009-of-00014.safetensors",
395
+ "model.layers.3.linear_attn.o_proj.weight": "model-00009-of-00014.safetensors",
396
+ "model.layers.3.linear_attn.q_proj.weight": "model-00009-of-00014.safetensors",
397
+ "model.layers.3.linear_attn.v_proj.weight": "model-00009-of-00014.safetensors",
398
+ "model.layers.3.mlp.down_proj.weight": "model-00009-of-00014.safetensors",
399
+ "model.layers.3.mlp.gate_proj.weight": "model-00009-of-00014.safetensors",
400
+ "model.layers.3.mlp.up_proj.weight": "model-00009-of-00014.safetensors",
401
+ "model.layers.3.post_attention_layernorm.weight": "model-00009-of-00014.safetensors",
402
+ "model.layers.30.mlp.down_proj.weight": "model-00009-of-00014.safetensors",
403
+ "model.layers.30.mlp.gate_proj.weight": "model-00009-of-00014.safetensors",
404
+ "model.layers.30.mlp.up_proj.weight": "model-00009-of-00014.safetensors",
405
+ "model.layers.30.post_attention_layernorm.weight": "model-00009-of-00014.safetensors",
406
+ "model.layers.30.post_feedforward_layernorm.weight": "model-00009-of-00014.safetensors",
407
+ "model.layers.30.self_attn.k_norm.weight": "model-00009-of-00014.safetensors",
408
+ "model.layers.30.self_attn.k_proj.weight": "model-00009-of-00014.safetensors",
409
+ "model.layers.30.self_attn.o_proj.weight": "model-00009-of-00014.safetensors",
410
+ "model.layers.30.self_attn.q_norm.weight": "model-00009-of-00014.safetensors",
411
+ "model.layers.30.self_attn.q_proj.weight": "model-00009-of-00014.safetensors",
412
+ "model.layers.30.self_attn.v_proj.weight": "model-00009-of-00014.safetensors",
413
+ "model.layers.31.input_layernorm.weight": "model-00009-of-00014.safetensors",
414
+ "model.layers.31.linear_attn.A_log": "model-00009-of-00014.safetensors",
415
+ "model.layers.31.linear_attn.a_proj.weight": "model-00009-of-00014.safetensors",
416
+ "model.layers.31.linear_attn.b_proj.weight": "model-00009-of-00014.safetensors",
417
+ "model.layers.31.linear_attn.dt_bias": "model-00009-of-00014.safetensors",
418
+ "model.layers.31.linear_attn.g_proj.weight": "model-00009-of-00014.safetensors",
419
+ "model.layers.31.linear_attn.k_conv1d.weight": "model-00009-of-00014.safetensors",
420
+ "model.layers.31.linear_attn.k_proj.weight": "model-00009-of-00014.safetensors",
421
+ "model.layers.31.linear_attn.o_norm.weight": "model-00009-of-00014.safetensors",
422
+ "model.layers.31.linear_attn.o_proj.weight": "model-00009-of-00014.safetensors",
423
+ "model.layers.31.linear_attn.q_conv1d.weight": "model-00009-of-00014.safetensors",
424
+ "model.layers.31.linear_attn.q_proj.weight": "model-00009-of-00014.safetensors",
425
+ "model.layers.31.linear_attn.v_conv1d.weight": "model-00009-of-00014.safetensors",
426
+ "model.layers.31.linear_attn.v_proj.weight": "model-00009-of-00014.safetensors",
427
+ "model.layers.31.mlp.down_proj.weight": "model-00009-of-00014.safetensors",
428
+ "model.layers.31.mlp.gate_proj.weight": "model-00009-of-00014.safetensors",
429
+ "model.layers.31.mlp.up_proj.weight": "model-00009-of-00014.safetensors",
430
+ "model.layers.31.post_attention_layernorm.weight": "model-00009-of-00014.safetensors",
431
+ "model.layers.32.input_layernorm.weight": "model-00009-of-00014.safetensors",
432
+ "model.layers.32.linear_attn.A_log": "model-00009-of-00014.safetensors",
433
+ "model.layers.32.linear_attn.a_proj.weight": "model-00009-of-00014.safetensors",
434
+ "model.layers.32.linear_attn.b_proj.weight": "model-00009-of-00014.safetensors",
435
+ "model.layers.32.linear_attn.dt_bias": "model-00009-of-00014.safetensors",
436
+ "model.layers.32.linear_attn.g_proj.weight": "model-00009-of-00014.safetensors",
437
+ "model.layers.32.linear_attn.k_conv1d.weight": "model-00010-of-00014.safetensors",
438
+ "model.layers.32.linear_attn.k_proj.weight": "model-00010-of-00014.safetensors",
439
+ "model.layers.32.linear_attn.o_norm.weight": "model-00010-of-00014.safetensors",
440
+ "model.layers.32.linear_attn.o_proj.weight": "model-00010-of-00014.safetensors",
441
+ "model.layers.32.linear_attn.q_conv1d.weight": "model-00010-of-00014.safetensors",
442
+ "model.layers.32.linear_attn.q_proj.weight": "model-00010-of-00014.safetensors",
443
+ "model.layers.32.linear_attn.v_conv1d.weight": "model-00010-of-00014.safetensors",
444
+ "model.layers.32.linear_attn.v_proj.weight": "model-00010-of-00014.safetensors",
445
+ "model.layers.32.mlp.down_proj.weight": "model-00010-of-00014.safetensors",
446
+ "model.layers.32.mlp.gate_proj.weight": "model-00010-of-00014.safetensors",
447
+ "model.layers.32.mlp.up_proj.weight": "model-00010-of-00014.safetensors",
448
+ "model.layers.32.post_attention_layernorm.weight": "model-00010-of-00014.safetensors",
449
+ "model.layers.33.input_layernorm.weight": "model-00010-of-00014.safetensors",
450
+ "model.layers.33.linear_attn.A_log": "model-00010-of-00014.safetensors",
451
+ "model.layers.33.linear_attn.a_proj.weight": "model-00010-of-00014.safetensors",
452
+ "model.layers.33.linear_attn.b_proj.weight": "model-00010-of-00014.safetensors",
453
+ "model.layers.33.linear_attn.dt_bias": "model-00010-of-00014.safetensors",
454
+ "model.layers.33.linear_attn.g_proj.weight": "model-00010-of-00014.safetensors",
455
+ "model.layers.33.linear_attn.k_conv1d.weight": "model-00010-of-00014.safetensors",
456
+ "model.layers.33.linear_attn.k_proj.weight": "model-00010-of-00014.safetensors",
457
+ "model.layers.33.linear_attn.o_norm.weight": "model-00010-of-00014.safetensors",
458
+ "model.layers.33.linear_attn.o_proj.weight": "model-00010-of-00014.safetensors",
459
+ "model.layers.33.linear_attn.q_conv1d.weight": "model-00010-of-00014.safetensors",
460
+ "model.layers.33.linear_attn.q_proj.weight": "model-00010-of-00014.safetensors",
461
+ "model.layers.33.linear_attn.v_conv1d.weight": "model-00010-of-00014.safetensors",
462
+ "model.layers.33.linear_attn.v_proj.weight": "model-00010-of-00014.safetensors",
463
+ "model.layers.33.mlp.down_proj.weight": "model-00010-of-00014.safetensors",
464
+ "model.layers.33.mlp.gate_proj.weight": "model-00010-of-00014.safetensors",
465
+ "model.layers.33.mlp.up_proj.weight": "model-00010-of-00014.safetensors",
466
+ "model.layers.33.post_attention_layernorm.weight": "model-00010-of-00014.safetensors",
467
+ "model.layers.34.mlp.down_proj.weight": "model-00010-of-00014.safetensors",
468
+ "model.layers.34.mlp.gate_proj.weight": "model-00010-of-00014.safetensors",
469
+ "model.layers.34.mlp.up_proj.weight": "model-00010-of-00014.safetensors",
470
+ "model.layers.34.post_attention_layernorm.weight": "model-00010-of-00014.safetensors",
471
+ "model.layers.34.post_feedforward_layernorm.weight": "model-00010-of-00014.safetensors",
472
+ "model.layers.34.self_attn.k_norm.weight": "model-00010-of-00014.safetensors",
473
+ "model.layers.34.self_attn.k_proj.weight": "model-00010-of-00014.safetensors",
474
+ "model.layers.34.self_attn.o_proj.weight": "model-00010-of-00014.safetensors",
475
+ "model.layers.34.self_attn.q_norm.weight": "model-00010-of-00014.safetensors",
476
+ "model.layers.34.self_attn.q_proj.weight": "model-00010-of-00014.safetensors",
477
+ "model.layers.34.self_attn.v_proj.weight": "model-00010-of-00014.safetensors",
478
+ "model.layers.35.input_layernorm.weight": "model-00010-of-00014.safetensors",
479
+ "model.layers.35.linear_attn.A_log": "model-00010-of-00014.safetensors",
480
+ "model.layers.35.linear_attn.a_proj.weight": "model-00010-of-00014.safetensors",
481
+ "model.layers.35.linear_attn.b_proj.weight": "model-00010-of-00014.safetensors",
482
+ "model.layers.35.linear_attn.dt_bias": "model-00010-of-00014.safetensors",
483
+ "model.layers.35.linear_attn.g_proj.weight": "model-00010-of-00014.safetensors",
484
+ "model.layers.35.linear_attn.k_conv1d.weight": "model-00010-of-00014.safetensors",
485
+ "model.layers.35.linear_attn.k_proj.weight": "model-00010-of-00014.safetensors",
486
+ "model.layers.35.linear_attn.o_norm.weight": "model-00010-of-00014.safetensors",
487
+ "model.layers.35.linear_attn.o_proj.weight": "model-00010-of-00014.safetensors",
488
+ "model.layers.35.linear_attn.q_conv1d.weight": "model-00010-of-00014.safetensors",
489
+ "model.layers.35.linear_attn.q_proj.weight": "model-00010-of-00014.safetensors",
490
+ "model.layers.35.linear_attn.v_conv1d.weight": "model-00010-of-00014.safetensors",
491
+ "model.layers.35.linear_attn.v_proj.weight": "model-00010-of-00014.safetensors",
492
+ "model.layers.35.mlp.down_proj.weight": "model-00010-of-00014.safetensors",
493
+ "model.layers.35.mlp.gate_proj.weight": "model-00010-of-00014.safetensors",
494
+ "model.layers.35.mlp.up_proj.weight": "model-00011-of-00014.safetensors",
495
+ "model.layers.35.post_attention_layernorm.weight": "model-00011-of-00014.safetensors",
496
+ "model.layers.36.input_layernorm.weight": "model-00011-of-00014.safetensors",
497
+ "model.layers.36.linear_attn.A_log": "model-00011-of-00014.safetensors",
498
+ "model.layers.36.linear_attn.a_proj.weight": "model-00011-of-00014.safetensors",
499
+ "model.layers.36.linear_attn.b_proj.weight": "model-00011-of-00014.safetensors",
500
+ "model.layers.36.linear_attn.dt_bias": "model-00011-of-00014.safetensors",
501
+ "model.layers.36.linear_attn.g_proj.weight": "model-00011-of-00014.safetensors",
502
+ "model.layers.36.linear_attn.k_conv1d.weight": "model-00011-of-00014.safetensors",
503
+ "model.layers.36.linear_attn.k_proj.weight": "model-00011-of-00014.safetensors",
504
+ "model.layers.36.linear_attn.o_norm.weight": "model-00011-of-00014.safetensors",
505
+ "model.layers.36.linear_attn.o_proj.weight": "model-00011-of-00014.safetensors",
506
+ "model.layers.36.linear_attn.q_conv1d.weight": "model-00011-of-00014.safetensors",
507
+ "model.layers.36.linear_attn.q_proj.weight": "model-00011-of-00014.safetensors",
508
+ "model.layers.36.linear_attn.v_conv1d.weight": "model-00011-of-00014.safetensors",
509
+ "model.layers.36.linear_attn.v_proj.weight": "model-00011-of-00014.safetensors",
510
+ "model.layers.36.mlp.down_proj.weight": "model-00011-of-00014.safetensors",
511
+ "model.layers.36.mlp.gate_proj.weight": "model-00011-of-00014.safetensors",
512
+ "model.layers.36.mlp.up_proj.weight": "model-00011-of-00014.safetensors",
513
+ "model.layers.36.post_attention_layernorm.weight": "model-00011-of-00014.safetensors",
514
+ "model.layers.37.input_layernorm.weight": "model-00011-of-00014.safetensors",
515
+ "model.layers.37.linear_attn.A_log": "model-00011-of-00014.safetensors",
516
+ "model.layers.37.linear_attn.a_proj.weight": "model-00011-of-00014.safetensors",
517
+ "model.layers.37.linear_attn.b_proj.weight": "model-00011-of-00014.safetensors",
518
+ "model.layers.37.linear_attn.dt_bias": "model-00011-of-00014.safetensors",
519
+ "model.layers.37.linear_attn.g_proj.weight": "model-00011-of-00014.safetensors",
520
+ "model.layers.37.linear_attn.k_conv1d.weight": "model-00011-of-00014.safetensors",
521
+ "model.layers.37.linear_attn.k_proj.weight": "model-00011-of-00014.safetensors",
522
+ "model.layers.37.linear_attn.o_norm.weight": "model-00011-of-00014.safetensors",
523
+ "model.layers.37.linear_attn.o_proj.weight": "model-00011-of-00014.safetensors",
524
+ "model.layers.37.linear_attn.q_conv1d.weight": "model-00011-of-00014.safetensors",
525
+ "model.layers.37.linear_attn.q_proj.weight": "model-00011-of-00014.safetensors",
526
+ "model.layers.37.linear_attn.v_conv1d.weight": "model-00011-of-00014.safetensors",
527
+ "model.layers.37.linear_attn.v_proj.weight": "model-00011-of-00014.safetensors",
528
+ "model.layers.37.mlp.down_proj.weight": "model-00011-of-00014.safetensors",
529
+ "model.layers.37.mlp.gate_proj.weight": "model-00011-of-00014.safetensors",
530
+ "model.layers.37.mlp.up_proj.weight": "model-00011-of-00014.safetensors",
531
+ "model.layers.37.post_attention_layernorm.weight": "model-00011-of-00014.safetensors",
532
+ "model.layers.38.mlp.down_proj.weight": "model-00011-of-00014.safetensors",
533
+ "model.layers.38.mlp.gate_proj.weight": "model-00011-of-00014.safetensors",
534
+ "model.layers.38.mlp.up_proj.weight": "model-00011-of-00014.safetensors",
535
+ "model.layers.38.post_attention_layernorm.weight": "model-00011-of-00014.safetensors",
536
+ "model.layers.38.post_feedforward_layernorm.weight": "model-00011-of-00014.safetensors",
537
+ "model.layers.38.self_attn.k_norm.weight": "model-00011-of-00014.safetensors",
538
+ "model.layers.38.self_attn.k_proj.weight": "model-00011-of-00014.safetensors",
539
+ "model.layers.38.self_attn.o_proj.weight": "model-00011-of-00014.safetensors",
540
+ "model.layers.38.self_attn.q_norm.weight": "model-00011-of-00014.safetensors",
541
+ "model.layers.38.self_attn.q_proj.weight": "model-00011-of-00014.safetensors",
542
+ "model.layers.38.self_attn.v_proj.weight": "model-00011-of-00014.safetensors",
543
+ "model.layers.39.input_layernorm.weight": "model-00011-of-00014.safetensors",
544
+ "model.layers.39.linear_attn.A_log": "model-00011-of-00014.safetensors",
545
+ "model.layers.39.linear_attn.a_proj.weight": "model-00011-of-00014.safetensors",
546
+ "model.layers.39.linear_attn.b_proj.weight": "model-00011-of-00014.safetensors",
547
+ "model.layers.39.linear_attn.dt_bias": "model-00011-of-00014.safetensors",
548
+ "model.layers.39.linear_attn.g_proj.weight": "model-00011-of-00014.safetensors",
549
+ "model.layers.39.linear_attn.k_conv1d.weight": "model-00011-of-00014.safetensors",
550
+ "model.layers.39.linear_attn.k_proj.weight": "model-00011-of-00014.safetensors",
551
+ "model.layers.39.linear_attn.o_norm.weight": "model-00011-of-00014.safetensors",
552
+ "model.layers.39.linear_attn.o_proj.weight": "model-00011-of-00014.safetensors",
553
+ "model.layers.39.linear_attn.q_conv1d.weight": "model-00011-of-00014.safetensors",
554
+ "model.layers.39.linear_attn.q_proj.weight": "model-00011-of-00014.safetensors",
555
+ "model.layers.39.linear_attn.v_conv1d.weight": "model-00011-of-00014.safetensors",
556
+ "model.layers.39.linear_attn.v_proj.weight": "model-00011-of-00014.safetensors",
557
+ "model.layers.39.mlp.down_proj.weight": "model-00011-of-00014.safetensors",
558
+ "model.layers.39.mlp.gate_proj.weight": "model-00012-of-00014.safetensors",
559
+ "model.layers.39.mlp.up_proj.weight": "model-00012-of-00014.safetensors",
560
+ "model.layers.39.post_attention_layernorm.weight": "model-00012-of-00014.safetensors",
561
+ "model.layers.4.input_layernorm.weight": "model-00012-of-00014.safetensors",
562
+ "model.layers.4.linear_attn.A_log": "model-00012-of-00014.safetensors",
563
+ "model.layers.4.linear_attn.a_proj.weight": "model-00012-of-00014.safetensors",
564
+ "model.layers.4.linear_attn.b_proj.weight": "model-00012-of-00014.safetensors",
565
+ "model.layers.4.linear_attn.conv1d.weight": "model-00012-of-00014.safetensors",
566
+ "model.layers.4.linear_attn.dt_bias": "model-00012-of-00014.safetensors",
567
+ "model.layers.4.linear_attn.g_proj.weight": "model-00012-of-00014.safetensors",
568
+ "model.layers.4.linear_attn.k_proj.weight": "model-00012-of-00014.safetensors",
569
+ "model.layers.4.linear_attn.o_norm.weight": "model-00012-of-00014.safetensors",
570
+ "model.layers.4.linear_attn.o_proj.weight": "model-00012-of-00014.safetensors",
571
+ "model.layers.4.linear_attn.q_proj.weight": "model-00012-of-00014.safetensors",
572
+ "model.layers.4.linear_attn.v_proj.weight": "model-00012-of-00014.safetensors",
573
+ "model.layers.4.mlp.down_proj.weight": "model-00012-of-00014.safetensors",
574
+ "model.layers.4.mlp.gate_proj.weight": "model-00012-of-00014.safetensors",
575
+ "model.layers.4.mlp.up_proj.weight": "model-00012-of-00014.safetensors",
576
+ "model.layers.4.post_attention_layernorm.weight": "model-00012-of-00014.safetensors",
577
+ "model.layers.40.input_layernorm.weight": "model-00012-of-00014.safetensors",
578
+ "model.layers.40.linear_attn.A_log": "model-00012-of-00014.safetensors",
579
+ "model.layers.40.linear_attn.a_proj.weight": "model-00012-of-00014.safetensors",
580
+ "model.layers.40.linear_attn.b_proj.weight": "model-00012-of-00014.safetensors",
581
+ "model.layers.40.linear_attn.dt_bias": "model-00012-of-00014.safetensors",
582
+ "model.layers.40.linear_attn.g_proj.weight": "model-00012-of-00014.safetensors",
583
+ "model.layers.40.linear_attn.k_conv1d.weight": "model-00012-of-00014.safetensors",
584
+ "model.layers.40.linear_attn.k_proj.weight": "model-00012-of-00014.safetensors",
585
+ "model.layers.40.linear_attn.o_norm.weight": "model-00012-of-00014.safetensors",
586
+ "model.layers.40.linear_attn.o_proj.weight": "model-00012-of-00014.safetensors",
587
+ "model.layers.40.linear_attn.q_conv1d.weight": "model-00012-of-00014.safetensors",
588
+ "model.layers.40.linear_attn.q_proj.weight": "model-00012-of-00014.safetensors",
589
+ "model.layers.40.linear_attn.v_conv1d.weight": "model-00012-of-00014.safetensors",
590
+ "model.layers.40.linear_attn.v_proj.weight": "model-00012-of-00014.safetensors",
591
+ "model.layers.40.mlp.down_proj.weight": "model-00012-of-00014.safetensors",
592
+ "model.layers.40.mlp.gate_proj.weight": "model-00012-of-00014.safetensors",
593
+ "model.layers.40.mlp.up_proj.weight": "model-00012-of-00014.safetensors",
594
+ "model.layers.40.post_attention_layernorm.weight": "model-00012-of-00014.safetensors",
595
+ "model.layers.41.input_layernorm.weight": "model-00012-of-00014.safetensors",
596
+ "model.layers.41.linear_attn.A_log": "model-00012-of-00014.safetensors",
597
+ "model.layers.41.linear_attn.a_proj.weight": "model-00012-of-00014.safetensors",
598
+ "model.layers.41.linear_attn.b_proj.weight": "model-00012-of-00014.safetensors",
599
+ "model.layers.41.linear_attn.dt_bias": "model-00012-of-00014.safetensors",
600
+ "model.layers.41.linear_attn.g_proj.weight": "model-00012-of-00014.safetensors",
601
+ "model.layers.41.linear_attn.k_conv1d.weight": "model-00012-of-00014.safetensors",
602
+ "model.layers.41.linear_attn.k_proj.weight": "model-00012-of-00014.safetensors",
603
+ "model.layers.41.linear_attn.o_norm.weight": "model-00012-of-00014.safetensors",
604
+ "model.layers.41.linear_attn.o_proj.weight": "model-00012-of-00014.safetensors",
605
+ "model.layers.41.linear_attn.q_conv1d.weight": "model-00012-of-00014.safetensors",
606
+ "model.layers.41.linear_attn.q_proj.weight": "model-00012-of-00014.safetensors",
607
+ "model.layers.41.linear_attn.v_conv1d.weight": "model-00012-of-00014.safetensors",
608
+ "model.layers.41.linear_attn.v_proj.weight": "model-00012-of-00014.safetensors",
609
+ "model.layers.41.mlp.down_proj.weight": "model-00012-of-00014.safetensors",
610
+ "model.layers.41.mlp.gate_proj.weight": "model-00012-of-00014.safetensors",
611
+ "model.layers.41.mlp.up_proj.weight": "model-00012-of-00014.safetensors",
612
+ "model.layers.41.post_attention_layernorm.weight": "model-00012-of-00014.safetensors",
613
+ "model.layers.42.mlp.down_proj.weight": "model-00012-of-00014.safetensors",
614
+ "model.layers.42.mlp.gate_proj.weight": "model-00013-of-00014.safetensors",
615
+ "model.layers.42.mlp.up_proj.weight": "model-00013-of-00014.safetensors",
616
+ "model.layers.42.post_attention_layernorm.weight": "model-00013-of-00014.safetensors",
617
+ "model.layers.42.post_feedforward_layernorm.weight": "model-00013-of-00014.safetensors",
618
+ "model.layers.42.self_attn.k_norm.weight": "model-00013-of-00014.safetensors",
619
+ "model.layers.42.self_attn.k_proj.weight": "model-00013-of-00014.safetensors",
620
+ "model.layers.42.self_attn.o_proj.weight": "model-00013-of-00014.safetensors",
621
+ "model.layers.42.self_attn.q_norm.weight": "model-00013-of-00014.safetensors",
622
+ "model.layers.42.self_attn.q_proj.weight": "model-00013-of-00014.safetensors",
623
+ "model.layers.42.self_attn.v_proj.weight": "model-00013-of-00014.safetensors",
624
+ "model.layers.5.input_layernorm.weight": "model-00013-of-00014.safetensors",
625
+ "model.layers.5.linear_attn.A_log": "model-00013-of-00014.safetensors",
626
+ "model.layers.5.linear_attn.a_proj.weight": "model-00013-of-00014.safetensors",
627
+ "model.layers.5.linear_attn.b_proj.weight": "model-00013-of-00014.safetensors",
628
+ "model.layers.5.linear_attn.conv1d.weight": "model-00013-of-00014.safetensors",
629
+ "model.layers.5.linear_attn.dt_bias": "model-00013-of-00014.safetensors",
630
+ "model.layers.5.linear_attn.g_proj.weight": "model-00013-of-00014.safetensors",
631
+ "model.layers.5.linear_attn.k_proj.weight": "model-00013-of-00014.safetensors",
632
+ "model.layers.5.linear_attn.o_norm.weight": "model-00013-of-00014.safetensors",
633
+ "model.layers.5.linear_attn.o_proj.weight": "model-00013-of-00014.safetensors",
634
+ "model.layers.5.linear_attn.q_proj.weight": "model-00013-of-00014.safetensors",
635
+ "model.layers.5.linear_attn.v_proj.weight": "model-00013-of-00014.safetensors",
636
+ "model.layers.5.mlp.down_proj.weight": "model-00013-of-00014.safetensors",
637
+ "model.layers.5.mlp.gate_proj.weight": "model-00013-of-00014.safetensors",
638
+ "model.layers.5.mlp.up_proj.weight": "model-00013-of-00014.safetensors",
639
+ "model.layers.5.post_attention_layernorm.weight": "model-00013-of-00014.safetensors",
640
+ "model.layers.6.input_layernorm.weight": "model-00013-of-00014.safetensors",
641
+ "model.layers.6.linear_attn.A_log": "model-00013-of-00014.safetensors",
642
+ "model.layers.6.linear_attn.a_proj.weight": "model-00013-of-00014.safetensors",
643
+ "model.layers.6.linear_attn.b_proj.weight": "model-00013-of-00014.safetensors",
644
+ "model.layers.6.linear_attn.conv1d.weight": "model-00013-of-00014.safetensors",
645
+ "model.layers.6.linear_attn.dt_bias": "model-00013-of-00014.safetensors",
646
+ "model.layers.6.linear_attn.g_proj.weight": "model-00013-of-00014.safetensors",
647
+ "model.layers.6.linear_attn.k_proj.weight": "model-00013-of-00014.safetensors",
648
+ "model.layers.6.linear_attn.o_norm.weight": "model-00013-of-00014.safetensors",
649
+ "model.layers.6.linear_attn.o_proj.weight": "model-00013-of-00014.safetensors",
650
+ "model.layers.6.linear_attn.q_proj.weight": "model-00013-of-00014.safetensors",
651
+ "model.layers.6.linear_attn.v_proj.weight": "model-00013-of-00014.safetensors",
652
+ "model.layers.6.mlp.down_proj.weight": "model-00013-of-00014.safetensors",
653
+ "model.layers.6.mlp.gate_proj.weight": "model-00013-of-00014.safetensors",
654
+ "model.layers.6.mlp.up_proj.weight": "model-00013-of-00014.safetensors",
655
+ "model.layers.6.post_attention_layernorm.weight": "model-00013-of-00014.safetensors",
656
+ "model.layers.7.input_layernorm.weight": "model-00013-of-00014.safetensors",
657
+ "model.layers.7.linear_attn.A_log": "model-00013-of-00014.safetensors",
658
+ "model.layers.7.linear_attn.a_proj.weight": "model-00013-of-00014.safetensors",
659
+ "model.layers.7.linear_attn.b_proj.weight": "model-00013-of-00014.safetensors",
660
+ "model.layers.7.linear_attn.conv1d.weight": "model-00013-of-00014.safetensors",
661
+ "model.layers.7.linear_attn.dt_bias": "model-00013-of-00014.safetensors",
662
+ "model.layers.7.linear_attn.g_proj.weight": "model-00013-of-00014.safetensors",
663
+ "model.layers.7.linear_attn.k_proj.weight": "model-00013-of-00014.safetensors",
664
+ "model.layers.7.linear_attn.o_norm.weight": "model-00013-of-00014.safetensors",
665
+ "model.layers.7.linear_attn.o_proj.weight": "model-00013-of-00014.safetensors",
666
+ "model.layers.7.linear_attn.q_proj.weight": "model-00013-of-00014.safetensors",
667
+ "model.layers.7.linear_attn.v_proj.weight": "model-00013-of-00014.safetensors",
668
+ "model.layers.7.mlp.down_proj.weight": "model-00013-of-00014.safetensors",
669
+ "model.layers.7.mlp.gate_proj.weight": "model-00013-of-00014.safetensors",
670
+ "model.layers.7.mlp.up_proj.weight": "model-00013-of-00014.safetensors",
671
+ "model.layers.7.post_attention_layernorm.weight": "model-00014-of-00014.safetensors",
672
+ "model.layers.8.input_layernorm.weight": "model-00014-of-00014.safetensors",
673
+ "model.layers.8.linear_attn.A_log": "model-00014-of-00014.safetensors",
674
+ "model.layers.8.linear_attn.a_proj.weight": "model-00014-of-00014.safetensors",
675
+ "model.layers.8.linear_attn.b_proj.weight": "model-00014-of-00014.safetensors",
676
+ "model.layers.8.linear_attn.conv1d.weight": "model-00014-of-00014.safetensors",
677
+ "model.layers.8.linear_attn.dt_bias": "model-00014-of-00014.safetensors",
678
+ "model.layers.8.linear_attn.g_proj.weight": "model-00014-of-00014.safetensors",
679
+ "model.layers.8.linear_attn.k_proj.weight": "model-00014-of-00014.safetensors",
680
+ "model.layers.8.linear_attn.o_norm.weight": "model-00014-of-00014.safetensors",
681
+ "model.layers.8.linear_attn.o_proj.weight": "model-00014-of-00014.safetensors",
682
+ "model.layers.8.linear_attn.q_proj.weight": "model-00014-of-00014.safetensors",
683
+ "model.layers.8.linear_attn.v_proj.weight": "model-00014-of-00014.safetensors",
684
+ "model.layers.8.mlp.down_proj.weight": "model-00014-of-00014.safetensors",
685
+ "model.layers.8.mlp.gate_proj.weight": "model-00014-of-00014.safetensors",
686
+ "model.layers.8.mlp.up_proj.weight": "model-00014-of-00014.safetensors",
687
+ "model.layers.8.post_attention_layernorm.weight": "model-00014-of-00014.safetensors",
688
+ "model.layers.9.input_layernorm.weight": "model-00014-of-00014.safetensors",
689
+ "model.layers.9.linear_attn.A_log": "model-00014-of-00014.safetensors",
690
+ "model.layers.9.linear_attn.a_proj.weight": "model-00014-of-00014.safetensors",
691
+ "model.layers.9.linear_attn.b_proj.weight": "model-00014-of-00014.safetensors",
692
+ "model.layers.9.linear_attn.conv1d.weight": "model-00014-of-00014.safetensors",
693
+ "model.layers.9.linear_attn.dt_bias": "model-00014-of-00014.safetensors",
694
+ "model.layers.9.linear_attn.g_proj.weight": "model-00014-of-00014.safetensors",
695
+ "model.layers.9.linear_attn.k_proj.weight": "model-00014-of-00014.safetensors",
696
+ "model.layers.9.linear_attn.o_norm.weight": "model-00014-of-00014.safetensors",
697
+ "model.layers.9.linear_attn.o_proj.weight": "model-00014-of-00014.safetensors",
698
+ "model.layers.9.linear_attn.q_proj.weight": "model-00014-of-00014.safetensors",
699
+ "model.layers.9.linear_attn.v_proj.weight": "model-00014-of-00014.safetensors",
700
+ "model.layers.9.mlp.down_proj.weight": "model-00014-of-00014.safetensors",
701
+ "model.layers.9.mlp.gate_proj.weight": "model-00014-of-00014.safetensors",
702
+ "model.layers.9.mlp.up_proj.weight": "model-00014-of-00014.safetensors",
703
+ "model.layers.9.post_attention_layernorm.weight": "model-00014-of-00014.safetensors",
704
+ "model.norm.weight": "model-00014-of-00014.safetensors"
705
+ }
706
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c370f747d73927e7cdfa7af5377d4e1bd68e35841c66f64616b3f7601a1d475
3
+ size 51153292
tokenizer_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7fda5cf630f7e2d1cd1241eca34e7fcbe942d701555e850a284ba8e8d9faec2
3
+ size 41712128