karna-large / config.json
Darayut's picture
Release pruned (80% sparsity) Khmer + English omniASR CTC model
694c1eb verified
Raw History Blame Contribute Delete
1.47 kB
{
"conv_layers": [
[
512,
10,
5
],
[
512,
3,
2
],
[
512,
3,
2
],
[
512,
3,
2
],
[
512,
3,
2
],
[
512,
2,
2
],
[
512,
2,
2
]
],
"num_heads": [
7,
4,
5,
6,
5,
5,
6,
9,
7,
6,
9,
8,
3,
0,
3,
5,
2,
5,
9,
8,
9,
6,
5,
10,
1,
4,
2,
4,
7,
6,
2,
3,
6,
7,
5,
10,
2,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
2
],
"ffn_dims": [
924,
548,
500,
469,
486,
437,
517,
647,
940,
1414,
2272,
3355,
146,
196,
341,
468,
522,
555,
647,
885,
1270,
1265,
1972,
3081,
87,
134,
190,
333,
267,
419,
392,
416,
774,
1033,
1244,
2685,
81,
69,
80,
228,
351,
477,
541,
347,
228,
170,
256,
280
],
"model_dim": 1280,
"head_dim": 80,
"pos_conv_kernel": 128,
"pos_conv_groups": 16,
"vocab_size": 9812,
"ffn_dropout": 0.1,
"attn_dropout": 0.0,
"layerdrop": 0.05,
"feature_grad_scale": 0.1,
"prune_conv": false,
"prune_heads": false,
"prune_interm": false,
"prune_attn_layer": false,
"prune_ffn_layer": false
}