pinecoresystems commited on
Commit
4aba593
·
verified ·
1 Parent(s): 03cf279

Mirror config.json

Browse files
Files changed (1) hide show
  1. config.json +415 -0
config.json ADDED
@@ -0,0 +1,415 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "MossAudioTokenizerModel"
4
+ ],
5
+ "auto_map": {
6
+ "AutoConfig": "configuration_moss_audio_tokenizer.MossAudioTokenizerConfig",
7
+ "AutoModel": "modeling_moss_audio_tokenizer.MossAudioTokenizerModel"
8
+ },
9
+ "model_type": "moss-audio-tokenizer",
10
+ "sample_rate": 48000,
11
+ "sampling_rate": 48000,
12
+ "downsample_rate": 3840,
13
+ "causal_transformer_context_duration": 10.0,
14
+ "number_channels": 2,
15
+ "enable_channel_interleave": true,
16
+ "attention_implementation": "flash_attention_2",
17
+ "compute_dtype": "bf16",
18
+ "dtype": "float32",
19
+ "code_dim": 768,
20
+ "encoder_kwargs": [
21
+ {
22
+ "module_type": "PatchedPretransform",
23
+ "patch_size": 240
24
+ },
25
+ {
26
+ "module_type": "Transformer",
27
+ "input_dimension": 240,
28
+ "output_dimension": 384,
29
+ "d_model": 768,
30
+ "num_heads": 12,
31
+ "num_layers": 12,
32
+ "dim_feedforward": 3072,
33
+ "causal": true,
34
+ "norm": "layer_norm",
35
+ "positional_embedding": "rope",
36
+ "max_period": 10000,
37
+ "gating": "none",
38
+ "layer_scale": 0.01,
39
+ "conv_layout": true,
40
+ "context_duration": 1.0
41
+ },
42
+ {
43
+ "module_type": "PatchedPretransform",
44
+ "patch_size": 2
45
+ },
46
+ {
47
+ "module_type": "Transformer",
48
+ "input_dimension": 768,
49
+ "output_dimension": 384,
50
+ "d_model": 768,
51
+ "num_heads": 12,
52
+ "num_layers": 12,
53
+ "dim_feedforward": 3072,
54
+ "causal": true,
55
+ "norm": "layer_norm",
56
+ "positional_embedding": "rope",
57
+ "max_period": 10000,
58
+ "gating": "none",
59
+ "layer_scale": 0.01,
60
+ "conv_layout": true,
61
+ "context_duration": 2.0
62
+ },
63
+ {
64
+ "module_type": "PatchedPretransform",
65
+ "patch_size": 2
66
+ },
67
+ {
68
+ "module_type": "Transformer",
69
+ "input_dimension": 768,
70
+ "output_dimension": 384,
71
+ "d_model": 768,
72
+ "num_heads": 12,
73
+ "num_layers": 12,
74
+ "dim_feedforward": 3072,
75
+ "causal": true,
76
+ "norm": "layer_norm",
77
+ "positional_embedding": "rope",
78
+ "max_period": 10000,
79
+ "gating": "none",
80
+ "layer_scale": 0.01,
81
+ "conv_layout": true,
82
+ "context_duration": 4.0
83
+ },
84
+ {
85
+ "module_type": "PatchedPretransform",
86
+ "patch_size": 2
87
+ },
88
+ {
89
+ "module_type": "Transformer",
90
+ "input_dimension": 768,
91
+ "output_dimension": 384,
92
+ "d_model": 768,
93
+ "num_heads": 12,
94
+ "num_layers": 12,
95
+ "dim_feedforward": 3072,
96
+ "causal": true,
97
+ "norm": "layer_norm",
98
+ "positional_embedding": "rope",
99
+ "max_period": 10000,
100
+ "gating": "none",
101
+ "layer_scale": 0.01,
102
+ "conv_layout": true,
103
+ "context_duration": 8.0
104
+ },
105
+ {
106
+ "module_type": "PatchedPretransform",
107
+ "patch_size": 2
108
+ },
109
+ {
110
+ "module_type": "Transformer",
111
+ "input_dimension": 768,
112
+ "output_dimension": 640,
113
+ "d_model": 768,
114
+ "num_heads": 12,
115
+ "num_layers": 12,
116
+ "dim_feedforward": 3072,
117
+ "causal": true,
118
+ "norm": "layer_norm",
119
+ "positional_embedding": "rope",
120
+ "max_period": 10000,
121
+ "gating": "none",
122
+ "layer_scale": 0.01,
123
+ "conv_layout": true,
124
+ "context_duration": 10.0
125
+ },
126
+ {
127
+ "module_type": "PatchedPretransform",
128
+ "patch_size": 2
129
+ },
130
+ {
131
+ "module_type": "Transformer",
132
+ "input_dimension": 1280,
133
+ "output_dimension": 768,
134
+ "d_model": 1280,
135
+ "num_heads": 20,
136
+ "num_layers": 32,
137
+ "dim_feedforward": 5120,
138
+ "causal": true,
139
+ "norm": "layer_norm",
140
+ "positional_embedding": "rope",
141
+ "max_period": 10000,
142
+ "gating": "none",
143
+ "layer_scale": 0.01,
144
+ "conv_layout": true,
145
+ "context_duration": 10.0
146
+ }
147
+ ],
148
+ "decoder_kwargs": [
149
+ {
150
+ "module_type": "Transformer",
151
+ "input_dimension": 768,
152
+ "output_dimension": 1280,
153
+ "d_model": 1280,
154
+ "num_heads": 20,
155
+ "num_layers": 32,
156
+ "dim_feedforward": 5120,
157
+ "causal": true,
158
+ "norm": "layer_norm",
159
+ "positional_embedding": "rope",
160
+ "max_period": 10000,
161
+ "gating": "none",
162
+ "layer_scale": 0.01,
163
+ "conv_layout": true,
164
+ "context_duration": 10.0
165
+ },
166
+ {
167
+ "module_type": "PatchedPretransform",
168
+ "patch_size": 2
169
+ },
170
+ {
171
+ "module_type": "Transformer",
172
+ "input_dimension": 640,
173
+ "output_dimension": 768,
174
+ "d_model": 768,
175
+ "num_heads": 12,
176
+ "num_layers": 12,
177
+ "dim_feedforward": 3072,
178
+ "causal": true,
179
+ "norm": "layer_norm",
180
+ "positional_embedding": "rope",
181
+ "max_period": 10000,
182
+ "gating": "none",
183
+ "layer_scale": 0.01,
184
+ "conv_layout": true,
185
+ "context_duration": 10.0
186
+ },
187
+ {
188
+ "module_type": "PatchedPretransform",
189
+ "patch_size": 2
190
+ },
191
+ {
192
+ "module_type": "Transformer",
193
+ "input_dimension": 384,
194
+ "output_dimension": 768,
195
+ "d_model": 768,
196
+ "num_heads": 12,
197
+ "num_layers": 12,
198
+ "dim_feedforward": 3072,
199
+ "causal": true,
200
+ "norm": "layer_norm",
201
+ "positional_embedding": "rope",
202
+ "max_period": 10000,
203
+ "gating": "none",
204
+ "layer_scale": 0.01,
205
+ "conv_layout": true,
206
+ "context_duration": 8.0
207
+ },
208
+ {
209
+ "module_type": "PatchedPretransform",
210
+ "patch_size": 2
211
+ },
212
+ {
213
+ "module_type": "Transformer",
214
+ "input_dimension": 384,
215
+ "output_dimension": 768,
216
+ "d_model": 768,
217
+ "num_heads": 12,
218
+ "num_layers": 12,
219
+ "dim_feedforward": 3072,
220
+ "causal": true,
221
+ "norm": "layer_norm",
222
+ "positional_embedding": "rope",
223
+ "max_period": 10000,
224
+ "gating": "none",
225
+ "layer_scale": 0.01,
226
+ "conv_layout": true,
227
+ "context_duration": 4.0
228
+ },
229
+ {
230
+ "module_type": "PatchedPretransform",
231
+ "patch_size": 2
232
+ },
233
+ {
234
+ "module_type": "Transformer",
235
+ "input_dimension": 384,
236
+ "output_dimension": 768,
237
+ "d_model": 768,
238
+ "num_heads": 12,
239
+ "num_layers": 12,
240
+ "dim_feedforward": 3072,
241
+ "causal": true,
242
+ "norm": "layer_norm",
243
+ "positional_embedding": "rope",
244
+ "max_period": 10000,
245
+ "gating": "none",
246
+ "layer_scale": 0.01,
247
+ "conv_layout": true,
248
+ "context_duration": 2.0
249
+ },
250
+ {
251
+ "module_type": "PatchedPretransform",
252
+ "patch_size": 2
253
+ },
254
+ {
255
+ "module_type": "Transformer",
256
+ "input_dimension": 384,
257
+ "output_dimension": 240,
258
+ "d_model": 768,
259
+ "num_heads": 12,
260
+ "num_layers": 12,
261
+ "dim_feedforward": 3072,
262
+ "causal": true,
263
+ "norm": "layer_norm",
264
+ "positional_embedding": "rope",
265
+ "max_period": 10000,
266
+ "gating": "none",
267
+ "layer_scale": 0.01,
268
+ "conv_layout": true,
269
+ "context_duration": 1.0
270
+ },
271
+ {
272
+ "module_type": "PatchedPretransform",
273
+ "patch_size": 240
274
+ }
275
+ ],
276
+ "reversed_decoder_kwargs": [
277
+ {
278
+ "module_type": "PatchedPretransform",
279
+ "patch_size": 240
280
+ },
281
+ {
282
+ "module_type": "Transformer",
283
+ "input_dimension": 240,
284
+ "output_dimension": 384,
285
+ "d_model": 768,
286
+ "num_heads": 12,
287
+ "num_layers": 12,
288
+ "dim_feedforward": 3072,
289
+ "causal": true,
290
+ "norm": "layer_norm",
291
+ "positional_embedding": "rope",
292
+ "max_period": 10000,
293
+ "gating": "none",
294
+ "layer_scale": 0.01,
295
+ "conv_layout": true,
296
+ "context_duration": 1.0
297
+ },
298
+ {
299
+ "module_type": "PatchedPretransform",
300
+ "patch_size": 2
301
+ },
302
+ {
303
+ "module_type": "Transformer",
304
+ "input_dimension": 768,
305
+ "output_dimension": 384,
306
+ "d_model": 768,
307
+ "num_heads": 12,
308
+ "num_layers": 12,
309
+ "dim_feedforward": 3072,
310
+ "causal": true,
311
+ "norm": "layer_norm",
312
+ "positional_embedding": "rope",
313
+ "max_period": 10000,
314
+ "gating": "none",
315
+ "layer_scale": 0.01,
316
+ "conv_layout": true,
317
+ "context_duration": 2.0
318
+ },
319
+ {
320
+ "module_type": "PatchedPretransform",
321
+ "patch_size": 2
322
+ },
323
+ {
324
+ "module_type": "Transformer",
325
+ "input_dimension": 768,
326
+ "output_dimension": 384,
327
+ "d_model": 768,
328
+ "num_heads": 12,
329
+ "num_layers": 12,
330
+ "dim_feedforward": 3072,
331
+ "causal": true,
332
+ "norm": "layer_norm",
333
+ "positional_embedding": "rope",
334
+ "max_period": 10000,
335
+ "gating": "none",
336
+ "layer_scale": 0.01,
337
+ "conv_layout": true,
338
+ "context_duration": 4.0
339
+ },
340
+ {
341
+ "module_type": "PatchedPretransform",
342
+ "patch_size": 2
343
+ },
344
+ {
345
+ "module_type": "Transformer",
346
+ "input_dimension": 768,
347
+ "output_dimension": 384,
348
+ "d_model": 768,
349
+ "num_heads": 12,
350
+ "num_layers": 12,
351
+ "dim_feedforward": 3072,
352
+ "causal": true,
353
+ "norm": "layer_norm",
354
+ "positional_embedding": "rope",
355
+ "max_period": 10000,
356
+ "gating": "none",
357
+ "layer_scale": 0.01,
358
+ "conv_layout": true,
359
+ "context_duration": 8.0
360
+ },
361
+ {
362
+ "module_type": "PatchedPretransform",
363
+ "patch_size": 2
364
+ },
365
+ {
366
+ "module_type": "Transformer",
367
+ "input_dimension": 768,
368
+ "output_dimension": 640,
369
+ "d_model": 768,
370
+ "num_heads": 12,
371
+ "num_layers": 12,
372
+ "dim_feedforward": 3072,
373
+ "causal": true,
374
+ "norm": "layer_norm",
375
+ "positional_embedding": "rope",
376
+ "max_period": 10000,
377
+ "gating": "none",
378
+ "layer_scale": 0.01,
379
+ "conv_layout": true,
380
+ "context_duration": 10.0
381
+ },
382
+ {
383
+ "module_type": "PatchedPretransform",
384
+ "patch_size": 2
385
+ },
386
+ {
387
+ "module_type": "Transformer",
388
+ "input_dimension": 1280,
389
+ "output_dimension": 768,
390
+ "d_model": 1280,
391
+ "num_heads": 20,
392
+ "num_layers": 32,
393
+ "dim_feedforward": 5120,
394
+ "causal": true,
395
+ "norm": "layer_norm",
396
+ "positional_embedding": "rope",
397
+ "max_period": 10000,
398
+ "gating": "none",
399
+ "layer_scale": 0.01,
400
+ "conv_layout": true,
401
+ "context_duration": 10.0
402
+ }
403
+ ],
404
+ "quantizer_type": "rlfq",
405
+ "quantizer_kwargs": {
406
+ "input_dim": 768,
407
+ "rvq_dim": 512,
408
+ "output_dim": 768,
409
+ "num_quantizers": 32,
410
+ "codebook_size": 1024,
411
+ "codebook_dim": 8,
412
+ "quantizer_type": "rlfq"
413
+ },
414
+ "transformers_version": "4.56.0.dev0"
415
+ }