BaseDecision-Dyno / config.json
onlyaady's picture
Publish calibrated BaseDecision-Dyno with portable HTTP serving
3e88dcc verified
Raw History Blame Contribute Delete
17.8 kB
{
"architectures": [
"DynoModel"
],
"auto_map": {
"AutoConfig": "configuration_dyno.DynoConfig",
"AutoModel": "modeling_dyno.DynoModel"
},
"calibrated": true,
"dtype": "bfloat16",
"fp32_modules": [
"lora_A",
"lora_B",
"readout"
],
"label_ids": [
357,
417,
351,
414,
458,
426,
469,
462,
353,
604,
710,
436,
380,
443,
496,
387,
1167,
423,
326,
345,
533,
629,
457,
1543,
783,
1799,
27317,
13732,
10270,
9343,
40715,
19280,
14642,
45712,
14791,
31857,
29573,
8488,
6556,
2032,
63065,
9806,
79612,
6064,
5574,
7135,
37763,
11807,
32235,
39367,
216892,
29863,
32378,
17726,
17501,
38010,
6980,
48804,
41591,
65464,
45483,
83510,
74157,
14420,
19195,
43806,
7564,
28118,
18235,
26722,
20464,
52215,
38768,
49400,
61140,
7466,
8910,
20662,
13142,
10755,
25858,
20161,
5966,
6612,
20068,
58825,
29082,
6759,
17551,
24083,
7057,
14840,
12254,
9710,
18013,
39397,
13760,
38704,
46868,
28602,
67413,
23768,
5767,
10603,
29891,
3276,
41942,
48588,
31701,
16048,
20731,
53385,
31882,
19579,
58611,
9043,
30715,
13899,
19953,
24221,
45485,
49520,
36503,
29801,
92544,
37090,
47492,
20007,
15564,
39985,
42534,
54226,
91416,
89614,
238477,
208162,
16748,
16408,
5025,
89333,
18499,
37702,
25644,
18704,
17238,
9520,
14461,
60870,
3927,
61150,
14573,
30872,
15541,
34147,
27025,
28964,
46687,
78399,
48832,
81337,
12406,
22715,
47823,
21092,
32439,
16164,
23527,
22577,
92211,
46427,
27959,
44820,
25500,
18295,
21684,
38315,
28880,
38696,
54802,
45901,
46893,
94049,
5413,
18592,
39648,
12241,
22948,
14345,
34100,
11572,
43763,
78013,
39890,
59960,
39951,
38386,
44301,
11821,
11349,
48855,
67047,
23973,
32305,
40817,
50720,
43899,
201916,
29263,
11852,
43746,
21607,
32308,
5093,
211587,
46609,
25818,
61117,
41668,
11758,
18705,
2937,
17619,
11219,
44640,
43801,
7696,
45812,
11016,
6314,
1897,
6227,
6577,
35494,
15769,
3314,
8435,
77844,
16332,
71998,
38397,
51937,
73670,
58541,
42482,
67950,
67668,
90015,
86358,
79219,
9941,
47148,
50795,
11814,
84488,
189643
],
"labels": [
"A",
"B",
"C",
"D",
"E",
"F",
"G",
"H",
"I",
"J",
"K",
"L",
"M",
"N",
"O",
"P",
"Q",
"R",
"S",
"T",
"U",
"V",
"W",
"X",
"Y",
"Z",
"AA",
"AB",
"AC",
"AD",
"AE",
"AF",
"AG",
"AH",
"AI",
"AJ",
"AK",
"AL",
"AM",
"AN",
"AO",
"AP",
"AQ",
"AR",
"AS",
"AT",
"AU",
"AV",
"AW",
"AX",
"AY",
"AZ",
"BA",
"BB",
"BC",
"BD",
"BE",
"BF",
"BG",
"BH",
"BI",
"BJ",
"BK",
"BL",
"BM",
"BN",
"BO",
"BP",
"BR",
"BS",
"BT",
"BU",
"BV",
"BW",
"BX",
"BY",
"CA",
"CB",
"CC",
"CD",
"CE",
"CF",
"CG",
"CH",
"CI",
"CJ",
"CK",
"CL",
"CM",
"CN",
"CO",
"CP",
"CR",
"CS",
"CT",
"CU",
"CV",
"CW",
"CX",
"CY",
"CZ",
"DA",
"DB",
"DC",
"DD",
"DE",
"DF",
"DG",
"DH",
"DI",
"DJ",
"DK",
"DL",
"DM",
"DN",
"DO",
"DP",
"DR",
"DS",
"DT",
"DU",
"DV",
"DW",
"DX",
"DY",
"EA",
"EB",
"EC",
"ED",
"EE",
"EF",
"EG",
"EH",
"EI",
"EJ",
"EK",
"EL",
"EM",
"EN",
"EO",
"EP",
"EQ",
"ER",
"ES",
"ET",
"EU",
"EV",
"EW",
"EX",
"EZ",
"FA",
"FB",
"FC",
"FD",
"FE",
"FF",
"FG",
"FH",
"FI",
"FK",
"FL",
"FM",
"FN",
"FO",
"FP",
"FR",
"FS",
"FT",
"FU",
"FW",
"FX",
"FY",
"GA",
"GB",
"GC",
"GD",
"GE",
"GF",
"GG",
"GH",
"GI",
"GK",
"GL",
"GM",
"GN",
"GO",
"GP",
"GR",
"GS",
"GT",
"GU",
"GV",
"GW",
"GX",
"HA",
"HB",
"HC",
"HD",
"HE",
"HF",
"HG",
"HH",
"HI",
"HK",
"HL",
"HM",
"HN",
"HO",
"HP",
"HQ",
"HR",
"HS",
"HT",
"HU",
"HV",
"HW",
"HY",
"IA",
"IB",
"IC",
"ID",
"IE",
"IF",
"IG",
"IH",
"II",
"IK",
"IL",
"IM",
"IN",
"IO",
"IP",
"IQ",
"IR",
"IS",
"IT",
"IU",
"IV",
"IW",
"IX",
"JA",
"JB",
"JC",
"JD",
"JE",
"JJ",
"JK",
"JL",
"JM",
"JO",
"JP",
"JR",
"JS",
"JT",
"JU"
],
"max_length": 16384,
"model_type": "basedecision_dyno",
"native_lora": {
"bias": "none",
"inference_mode": true,
"lora_alpha": 32,
"lora_dropout": 0.0,
"r": 16,
"target_modules": [
"layers.0.linear_attn.out_proj",
"layers.0.linear_attn.in_proj_qkv",
"layers.0.linear_attn.in_proj_z",
"layers.0.linear_attn.in_proj_b",
"layers.0.linear_attn.in_proj_a",
"layers.0.mlp.gate_proj",
"layers.0.mlp.up_proj",
"layers.0.mlp.down_proj",
"layers.1.linear_attn.out_proj",
"layers.1.linear_attn.in_proj_qkv",
"layers.1.linear_attn.in_proj_z",
"layers.1.linear_attn.in_proj_b",
"layers.1.linear_attn.in_proj_a",
"layers.1.mlp.gate_proj",
"layers.1.mlp.up_proj",
"layers.1.mlp.down_proj",
"layers.2.linear_attn.out_proj",
"layers.2.linear_attn.in_proj_qkv",
"layers.2.linear_attn.in_proj_z",
"layers.2.linear_attn.in_proj_b",
"layers.2.linear_attn.in_proj_a",
"layers.2.mlp.gate_proj",
"layers.2.mlp.up_proj",
"layers.2.mlp.down_proj",
"layers.3.self_attn.q_proj",
"layers.3.self_attn.k_proj",
"layers.3.self_attn.v_proj",
"layers.3.self_attn.o_proj",
"layers.3.mlp.gate_proj",
"layers.3.mlp.up_proj",
"layers.3.mlp.down_proj",
"layers.4.linear_attn.out_proj",
"layers.4.linear_attn.in_proj_qkv",
"layers.4.linear_attn.in_proj_z",
"layers.4.linear_attn.in_proj_b",
"layers.4.linear_attn.in_proj_a",
"layers.4.mlp.gate_proj",
"layers.4.mlp.up_proj",
"layers.4.mlp.down_proj",
"layers.5.linear_attn.out_proj",
"layers.5.linear_attn.in_proj_qkv",
"layers.5.linear_attn.in_proj_z",
"layers.5.linear_attn.in_proj_b",
"layers.5.linear_attn.in_proj_a",
"layers.5.mlp.gate_proj",
"layers.5.mlp.up_proj",
"layers.5.mlp.down_proj",
"layers.6.linear_attn.out_proj",
"layers.6.linear_attn.in_proj_qkv",
"layers.6.linear_attn.in_proj_z",
"layers.6.linear_attn.in_proj_b",
"layers.6.linear_attn.in_proj_a",
"layers.6.mlp.gate_proj",
"layers.6.mlp.up_proj",
"layers.6.mlp.down_proj",
"layers.7.self_attn.q_proj",
"layers.7.self_attn.k_proj",
"layers.7.self_attn.v_proj",
"layers.7.self_attn.o_proj",
"layers.7.mlp.gate_proj",
"layers.7.mlp.up_proj",
"layers.7.mlp.down_proj",
"layers.8.linear_attn.out_proj",
"layers.8.linear_attn.in_proj_qkv",
"layers.8.linear_attn.in_proj_z",
"layers.8.linear_attn.in_proj_b",
"layers.8.linear_attn.in_proj_a",
"layers.8.mlp.gate_proj",
"layers.8.mlp.up_proj",
"layers.8.mlp.down_proj",
"layers.9.linear_attn.out_proj",
"layers.9.linear_attn.in_proj_qkv",
"layers.9.linear_attn.in_proj_z",
"layers.9.linear_attn.in_proj_b",
"layers.9.linear_attn.in_proj_a",
"layers.9.mlp.gate_proj",
"layers.9.mlp.up_proj",
"layers.9.mlp.down_proj",
"layers.10.linear_attn.out_proj",
"layers.10.linear_attn.in_proj_qkv",
"layers.10.linear_attn.in_proj_z",
"layers.10.linear_attn.in_proj_b",
"layers.10.linear_attn.in_proj_a",
"layers.10.mlp.gate_proj",
"layers.10.mlp.up_proj",
"layers.10.mlp.down_proj",
"layers.11.self_attn.q_proj",
"layers.11.self_attn.k_proj",
"layers.11.self_attn.v_proj",
"layers.11.self_attn.o_proj",
"layers.11.mlp.gate_proj",
"layers.11.mlp.up_proj",
"layers.11.mlp.down_proj",
"layers.12.linear_attn.out_proj",
"layers.12.linear_attn.in_proj_qkv",
"layers.12.linear_attn.in_proj_z",
"layers.12.linear_attn.in_proj_b",
"layers.12.linear_attn.in_proj_a",
"layers.12.mlp.gate_proj",
"layers.12.mlp.up_proj",
"layers.12.mlp.down_proj",
"layers.13.linear_attn.out_proj",
"layers.13.linear_attn.in_proj_qkv",
"layers.13.linear_attn.in_proj_z",
"layers.13.linear_attn.in_proj_b",
"layers.13.linear_attn.in_proj_a",
"layers.13.mlp.gate_proj",
"layers.13.mlp.up_proj",
"layers.13.mlp.down_proj",
"layers.14.linear_attn.out_proj",
"layers.14.linear_attn.in_proj_qkv",
"layers.14.linear_attn.in_proj_z",
"layers.14.linear_attn.in_proj_b",
"layers.14.linear_attn.in_proj_a",
"layers.14.mlp.gate_proj",
"layers.14.mlp.up_proj",
"layers.14.mlp.down_proj",
"layers.15.self_attn.q_proj",
"layers.15.self_attn.k_proj",
"layers.15.self_attn.v_proj",
"layers.15.self_attn.o_proj",
"layers.15.mlp.gate_proj",
"layers.15.mlp.up_proj",
"layers.15.mlp.down_proj",
"layers.16.linear_attn.out_proj",
"layers.16.linear_attn.in_proj_qkv",
"layers.16.linear_attn.in_proj_z",
"layers.16.linear_attn.in_proj_b",
"layers.16.linear_attn.in_proj_a",
"layers.16.mlp.gate_proj",
"layers.16.mlp.up_proj",
"layers.16.mlp.down_proj",
"layers.17.linear_attn.out_proj",
"layers.17.linear_attn.in_proj_qkv",
"layers.17.linear_attn.in_proj_z",
"layers.17.linear_attn.in_proj_b",
"layers.17.linear_attn.in_proj_a",
"layers.17.mlp.gate_proj",
"layers.17.mlp.up_proj",
"layers.17.mlp.down_proj",
"layers.18.linear_attn.out_proj",
"layers.18.linear_attn.in_proj_qkv",
"layers.18.linear_attn.in_proj_z",
"layers.18.linear_attn.in_proj_b",
"layers.18.linear_attn.in_proj_a",
"layers.18.mlp.gate_proj",
"layers.18.mlp.up_proj",
"layers.18.mlp.down_proj",
"layers.19.self_attn.q_proj",
"layers.19.self_attn.k_proj",
"layers.19.self_attn.v_proj",
"layers.19.self_attn.o_proj",
"layers.19.mlp.gate_proj",
"layers.19.mlp.up_proj",
"layers.19.mlp.down_proj",
"layers.20.linear_attn.out_proj",
"layers.20.linear_attn.in_proj_qkv",
"layers.20.linear_attn.in_proj_z",
"layers.20.linear_attn.in_proj_b",
"layers.20.linear_attn.in_proj_a",
"layers.20.mlp.gate_proj",
"layers.20.mlp.up_proj",
"layers.20.mlp.down_proj",
"layers.21.linear_attn.out_proj",
"layers.21.linear_attn.in_proj_qkv",
"layers.21.linear_attn.in_proj_z",
"layers.21.linear_attn.in_proj_b",
"layers.21.linear_attn.in_proj_a",
"layers.21.mlp.gate_proj",
"layers.21.mlp.up_proj",
"layers.21.mlp.down_proj",
"layers.22.linear_attn.out_proj",
"layers.22.linear_attn.in_proj_qkv",
"layers.22.linear_attn.in_proj_z",
"layers.22.linear_attn.in_proj_b",
"layers.22.linear_attn.in_proj_a",
"layers.22.mlp.gate_proj",
"layers.22.mlp.up_proj",
"layers.22.mlp.down_proj",
"layers.23.self_attn.q_proj",
"layers.23.self_attn.k_proj",
"layers.23.self_attn.v_proj",
"layers.23.self_attn.o_proj",
"layers.23.mlp.gate_proj",
"layers.23.mlp.up_proj",
"layers.23.mlp.down_proj",
"layers.24.linear_attn.out_proj",
"layers.24.linear_attn.in_proj_qkv",
"layers.24.linear_attn.in_proj_z",
"layers.24.linear_attn.in_proj_b",
"layers.24.linear_attn.in_proj_a",
"layers.24.mlp.gate_proj",
"layers.24.mlp.up_proj",
"layers.24.mlp.down_proj",
"layers.25.linear_attn.out_proj",
"layers.25.linear_attn.in_proj_qkv",
"layers.25.linear_attn.in_proj_z",
"layers.25.linear_attn.in_proj_b",
"layers.25.linear_attn.in_proj_a",
"layers.25.mlp.gate_proj",
"layers.25.mlp.up_proj",
"layers.25.mlp.down_proj",
"layers.26.linear_attn.out_proj",
"layers.26.linear_attn.in_proj_qkv",
"layers.26.linear_attn.in_proj_z",
"layers.26.linear_attn.in_proj_b",
"layers.26.linear_attn.in_proj_a",
"layers.26.mlp.gate_proj",
"layers.26.mlp.up_proj",
"layers.26.mlp.down_proj",
"layers.27.self_attn.q_proj",
"layers.27.self_attn.k_proj",
"layers.27.self_attn.v_proj",
"layers.27.self_attn.o_proj",
"layers.27.mlp.gate_proj",
"layers.27.mlp.up_proj",
"layers.27.mlp.down_proj",
"layers.28.linear_attn.out_proj",
"layers.28.linear_attn.in_proj_qkv",
"layers.28.linear_attn.in_proj_z",
"layers.28.linear_attn.in_proj_b",
"layers.28.linear_attn.in_proj_a",
"layers.28.mlp.gate_proj",
"layers.28.mlp.up_proj",
"layers.28.mlp.down_proj",
"layers.29.linear_attn.out_proj",
"layers.29.linear_attn.in_proj_qkv",
"layers.29.linear_attn.in_proj_z",
"layers.29.linear_attn.in_proj_b",
"layers.29.linear_attn.in_proj_a",
"layers.29.mlp.gate_proj",
"layers.29.mlp.up_proj",
"layers.29.mlp.down_proj",
"layers.30.linear_attn.out_proj",
"layers.30.linear_attn.in_proj_qkv",
"layers.30.linear_attn.in_proj_z",
"layers.30.linear_attn.in_proj_b",
"layers.30.linear_attn.in_proj_a",
"layers.30.mlp.gate_proj",
"layers.30.mlp.up_proj",
"layers.30.mlp.down_proj",
"layers.31.self_attn.q_proj",
"layers.31.self_attn.k_proj",
"layers.31.self_attn.v_proj",
"layers.31.self_attn.o_proj",
"layers.31.mlp.gate_proj",
"layers.31.mlp.up_proj",
"layers.31.mlp.down_proj"
]
},
"protocol": "dyno-strict-read-twice-v1",
"readout_bias": false,
"release_id": "bb2468102c4773bfd7a4bc3cf5526872c46781f994329978e75260cf289d4141",
"supported_question_types": [
"choice",
"noul",
"score"
],
"temperatures": {
"default": 1.2626014578759173,
"flash": 1.2206820938802239
},
"text_config": {
"_name_or_path": "",
"architectures": null,
"attention_bias": false,
"attention_dropout": 0.0,
"attn_output_gate": true,
"bos_token_id": null,
"chunk_size_feed_forward": 0,
"dtype": "bfloat16",
"eos_token_id": 248044,
"full_attention_interval": 4,
"head_dim": 256,
"hidden_act": "silu",
"hidden_size": 2560,
"id2label": {
"0": "LABEL_0",
"1": "LABEL_1"
},
"initializer_range": 0.02,
"intermediate_size": 9216,
"is_encoder_decoder": false,
"label2id": {
"LABEL_0": 0,
"LABEL_1": 1
},
"layer_types": [
"linear_attention",
"linear_attention",
"linear_attention",
"full_attention",
"linear_attention",
"linear_attention",
"linear_attention",
"full_attention",
"linear_attention",
"linear_attention",
"linear_attention",
"full_attention",
"linear_attention",
"linear_attention",
"linear_attention",
"full_attention",
"linear_attention",
"linear_attention",
"linear_attention",
"full_attention",
"linear_attention",
"linear_attention",
"linear_attention",
"full_attention",
"linear_attention",
"linear_attention",
"linear_attention",
"full_attention",
"linear_attention",
"linear_attention",
"linear_attention",
"full_attention"
],
"linear_conv_kernel_dim": 4,
"linear_key_head_dim": 128,
"linear_num_key_heads": 16,
"linear_num_value_heads": 32,
"linear_value_head_dim": 128,
"mamba_ssm_dtype": "float32",
"max_position_embeddings": 262144,
"mlp_only_layers": [],
"model_type": "qwen3_5_text",
"mtp_num_hidden_layers": 1,
"mtp_use_dedicated_embeddings": false,
"num_attention_heads": 16,
"num_hidden_layers": 32,
"num_key_value_heads": 4,
"output_attentions": false,
"output_hidden_states": false,
"pad_token_id": null,
"partial_rotary_factor": 0.25,
"problem_type": null,
"return_dict": true,
"rms_norm_eps": 1e-06,
"rope_parameters": {
"mrope_interleaved": true,
"mrope_section": [
11,
11,
10
],
"partial_rotary_factor": 0.25,
"rope_theta": 10000000,
"rope_type": "default"
},
"tie_word_embeddings": true,
"transformers_version": "5.17.0",
"use_cache": false,
"vocab_size": 248320
},
"tie_word_embeddings": false,
"transformers_version": "5.17.0"
}