SingVL_S1_4B / config.json
m1ngcheng's picture
Add files using upload-large-folder tool
6b8f505 verified
Raw History Blame Contribute Delete
8.22 kB
{
"architectures": [
"Qwen3_5ForConditionalGeneration"
],
"bos_token_id": null,
"dtype": "bfloat16",
"eos_token_id": 248046,
"hidden_size": 2560,
"image_token_id": 248056,
"jev_gdn_mode": "causal",
"jev_mask_version": "single-turn-prefix-v1",
"jev_packing": {
"attention": "segment-bidirectional-sdpa",
"code_sha256": {
"packed_model.py": "35c00a2d8c8c03f2ab347a6e070ce80b8e40f59e57c1d1460a74bb6de00acb70",
"packed_plugin.py": "c35794e4d4b1ca575d52d4c79230712f220f80d65061dc2e0394d315052a2b15"
},
"gdn": "causal-varlen-reset",
"mode": "prefix_bidir",
"version": "packed-soft-v2"
},
"jev_prefix_attention_mode": "prefix_bidir",
"jev_prefix_code_sha256": {
"engine.py": "d81678d3f347590a4e8447a34c4c01b715634be483abc7d52048ba1fa3850f5b",
"masks.py": "749a9166733cfcf80c9ce14d5b1d81dd26e5be5bddc2079b0d63438093013492",
"modeling.py": "8d0340ac50ca859ee55efc5b6f72ef70edbd31fc67e4bd61cd1c2e33e904a9ed",
"swift_plugin.py": "f7503838a9fb474e0763a4b637d8f2bad01e0629b2d98ad404f26efc7f932561"
},
"jev_prefix_contract": "all-input-before-first-answer; single-turn; no-thinking",
"jev_prefix_media": {
"FPS": "1.0",
"IMAGE_MAX_TOKEN_NUM": "2304",
"IMAGE_MIN_TOKEN_NUM": "64",
"MAX_PIXELS": "1806336",
"MIN_PIXELS": "65536",
"VIDEO_MAX_PIXELS": "50176",
"VIDEO_MAX_TOKEN_NUM": "49",
"VIDEO_MIN_TOKEN_NUM": "49"
},
"jev_renderer_version": "single-turn-prefix-v1",
"jev_soft_choice": {
"answer_input": false,
"code_sha256": {
"literal_media.py": "381a1197eadf69e0f903086619acd85cd73b72a623613f2dc498bd7db3c1de5c",
"soft_choice.py": "8de4594c710a3370cee4bb0e351007f16c543cac47009981c7f07cfd413515a8",
"soft_inference.py": "37a58a5046f4ed22fc93407ae2a2f7f260ffe32b483ffd3f18eebdb4bd8338b9",
"soft_plugin.py": "fa4a0ab7c97a73c53be9c41fa7717a120bd0c0baa5847cbc2776c9cb9e3db245"
},
"eos_loss": false,
"index_sha256": "21b4e4eed8993df8c6b86ebd1c62d60360616e9a82082d199df48c75c5e653cf",
"normalization": "full-vocabulary",
"readout": "last-valid-input-position",
"token_ids": [
5840,
1803,
1646,
1745,
13276,
8018,
1825,
28946,
15015,
29595,
11568,
939,
1354,
1058,
18183,
2456,
88898,
905,
1846,
802,
33869,
7839,
14006,
2860,
2926,
22828,
6844,
9798,
4738,
9265,
11261,
19278,
36513,
93801,
8335,
14544,
85266,
9110,
28000,
15137,
4525,
25261,
12717,
7116,
17078,
14497,
57339,
74909,
52072,
19305,
4887,
12607,
3580,
6281,
2036,
9362,
8533,
2080,
10911,
2925,
3040,
9690,
27731,
8023,
6901,
8702,
6211,
1123,
16307,
18990,
64045,
63037,
33380,
6151,
3392,
5449,
3967,
1113,
5095,
51923,
49600,
17099,
51483,
17756,
16037,
8135,
30237,
5683,
9992,
7444,
5751,
10284,
20887,
59884,
52396,
16103,
67547,
18535,
8006,
7263,
1425,
6878,
14453,
9097,
44072,
76089,
68720,
2662,
2629,
923,
6548,
8924,
52194,
622,
1515,
1300,
37523,
44473,
36530,
3152,
93924,
3505,
15731,
6542,
14176,
11091,
1686,
11660,
80440,
18836,
26132,
5934,
24794,
40229,
3660,
11361,
10191,
8225,
3860,
78413,
17680,
15900,
78138,
15653,
5213,
22150,
39500,
10460,
35131,
21563,
43194,
27127,
3697,
20011,
24368,
15058,
23658,
8362,
16035,
24583,
52857,
38403,
60456,
81519,
40097,
16522,
29722,
21756,
18567,
1736,
48043,
87013,
22456,
23165,
55523,
13097,
50397,
41741,
23073,
6401,
86538,
16585,
11622,
2464,
84982,
75516,
36984,
58795,
47217,
59675,
5681,
3151,
1271,
887,
5203,
2685,
1849,
72470,
5370,
74063,
27629,
1655,
1728,
669,
3682,
3191,
59865,
2712,
1580,
922,
77243,
2990,
78493,
5228,
2750,
42711,
44568,
56402,
48236,
38993,
43559,
61250,
32942,
86302,
25310,
26313,
81770,
12185,
78382,
213977,
75226,
25599,
28885,
62454,
86528,
3281,
62811,
41497,
73141,
78179,
48758,
51204,
63437,
16651,
53100,
62839,
59799,
39111,
32427,
221265,
79852,
75920,
73966,
17311,
32940,
8294
],
"version": "soft-choice-full-vocab-v2"
},
"model_type": "qwen3_5",
"pad_token_id": 248044,
"text_config": {
"attention_bias": false,
"attention_dropout": 0.0,
"attn_output_gate": true,
"bos_token_id": null,
"dtype": "bfloat16",
"eos_token_id": 248044,
"full_attention_interval": 4,
"head_dim": 256,
"hidden_act": "silu",
"hidden_size": 2560,
"initializer_range": 0.02,
"intermediate_size": 9216,
"jev_prefix_attention_mode": "prefix_bidir",
"layer_types": [
"linear_attention",
"linear_attention",
"linear_attention",
"full_attention",
"linear_attention",
"linear_attention",
"linear_attention",
"full_attention",
"linear_attention",
"linear_attention",
"linear_attention",
"full_attention",
"linear_attention",
"linear_attention",
"linear_attention",
"full_attention",
"linear_attention",
"linear_attention",
"linear_attention",
"full_attention",
"linear_attention",
"linear_attention",
"linear_attention",
"full_attention",
"linear_attention",
"linear_attention",
"linear_attention",
"full_attention",
"linear_attention",
"linear_attention",
"linear_attention",
"full_attention"
],
"linear_conv_kernel_dim": 4,
"linear_key_head_dim": 128,
"linear_num_key_heads": 16,
"linear_num_value_heads": 32,
"linear_value_head_dim": 128,
"mamba_ssm_dtype": "float32",
"max_position_embeddings": 262144,
"mlp_only_layers": [],
"model_type": "qwen3_5_text",
"mtp_num_hidden_layers": 0,
"mtp_use_dedicated_embeddings": false,
"num_attention_heads": 16,
"num_hidden_layers": 32,
"num_key_value_heads": 4,
"pad_token_id": 248044,
"partial_rotary_factor": 0.25,
"rms_norm_eps": 1e-06,
"rope_parameters": {
"mrope_interleaved": true,
"mrope_section": [
11,
11,
10
],
"partial_rotary_factor": 0.25,
"rope_theta": 10000000,
"rope_type": "default"
},
"tie_word_embeddings": true,
"use_cache": false,
"vocab_size": 248320
},
"tie_word_embeddings": true,
"transformers_version": "5.2.0",
"use_cache": false,
"video_token_id": 248057,
"vision_config": {
"deepstack_visual_indexes": [],
"depth": 24,
"dtype": "bfloat16",
"hidden_act": "gelu_pytorch_tanh",
"hidden_size": 1024,
"in_channels": 3,
"initializer_range": 0.02,
"intermediate_size": 4096,
"model_type": "qwen3_5",
"num_heads": 16,
"num_position_embeddings": 2304,
"out_hidden_size": 2560,
"patch_size": 16,
"spatial_merge_size": 2,
"temporal_patch_size": 2
},
"vision_end_token_id": 248054,
"vision_start_token_id": 248053
}