{ "architectures": [ "DynoModel" ], "auto_map": { "AutoConfig": "configuration_dyno.DynoConfig", "AutoModel": "modeling_dyno.DynoModel" }, "calibrated": true, "dtype": "bfloat16", "fp32_modules": [ "lora_A", "lora_B", "readout" ], "label_ids": [ 357, 417, 351, 414, 458, 426, 469, 462, 353, 604, 710, 436, 380, 443, 496, 387, 1167, 423, 326, 345, 533, 629, 457, 1543, 783, 1799, 27317, 13732, 10270, 9343, 40715, 19280, 14642, 45712, 14791, 31857, 29573, 8488, 6556, 2032, 63065, 9806, 79612, 6064, 5574, 7135, 37763, 11807, 32235, 39367, 216892, 29863, 32378, 17726, 17501, 38010, 6980, 48804, 41591, 65464, 45483, 83510, 74157, 14420, 19195, 43806, 7564, 28118, 18235, 26722, 20464, 52215, 38768, 49400, 61140, 7466, 8910, 20662, 13142, 10755, 25858, 20161, 5966, 6612, 20068, 58825, 29082, 6759, 17551, 24083, 7057, 14840, 12254, 9710, 18013, 39397, 13760, 38704, 46868, 28602, 67413, 23768, 5767, 10603, 29891, 3276, 41942, 48588, 31701, 16048, 20731, 53385, 31882, 19579, 58611, 9043, 30715, 13899, 19953, 24221, 45485, 49520, 36503, 29801, 92544, 37090, 47492, 20007, 15564, 39985, 42534, 54226, 91416, 89614, 238477, 208162, 16748, 16408, 5025, 89333, 18499, 37702, 25644, 18704, 17238, 9520, 14461, 60870, 3927, 61150, 14573, 30872, 15541, 34147, 27025, 28964, 46687, 78399, 48832, 81337, 12406, 22715, 47823, 21092, 32439, 16164, 23527, 22577, 92211, 46427, 27959, 44820, 25500, 18295, 21684, 38315, 28880, 38696, 54802, 45901, 46893, 94049, 5413, 18592, 39648, 12241, 22948, 14345, 34100, 11572, 43763, 78013, 39890, 59960, 39951, 38386, 44301, 11821, 11349, 48855, 67047, 23973, 32305, 40817, 50720, 43899, 201916, 29263, 11852, 43746, 21607, 32308, 5093, 211587, 46609, 25818, 61117, 41668, 11758, 18705, 2937, 17619, 11219, 44640, 43801, 7696, 45812, 11016, 6314, 1897, 6227, 6577, 35494, 15769, 3314, 8435, 77844, 16332, 71998, 38397, 51937, 73670, 58541, 42482, 67950, 67668, 90015, 86358, 79219, 9941, 47148, 50795, 11814, 84488, 189643 ], "labels": [ "A", "B", "C", "D", "E", "F", "G", "H", "I", "J", "K", "L", "M", "N", "O", "P", "Q", "R", "S", "T", "U", "V", "W", "X", "Y", "Z", "AA", "AB", "AC", "AD", "AE", "AF", "AG", "AH", "AI", "AJ", "AK", "AL", "AM", "AN", "AO", "AP", "AQ", "AR", "AS", "AT", "AU", "AV", "AW", "AX", "AY", "AZ", "BA", "BB", "BC", "BD", "BE", "BF", "BG", "BH", "BI", "BJ", "BK", "BL", "BM", "BN", "BO", "BP", "BR", "BS", "BT", "BU", "BV", "BW", "BX", "BY", "CA", "CB", "CC", "CD", "CE", "CF", "CG", "CH", "CI", "CJ", "CK", "CL", "CM", "CN", "CO", "CP", "CR", "CS", "CT", "CU", "CV", "CW", "CX", "CY", "CZ", "DA", "DB", "DC", "DD", "DE", "DF", "DG", "DH", "DI", "DJ", "DK", "DL", "DM", "DN", "DO", "DP", "DR", "DS", "DT", "DU", "DV", "DW", "DX", "DY", "EA", "EB", "EC", "ED", "EE", "EF", "EG", "EH", "EI", "EJ", "EK", "EL", "EM", "EN", "EO", "EP", "EQ", "ER", "ES", "ET", "EU", "EV", "EW", "EX", "EZ", "FA", "FB", "FC", "FD", "FE", "FF", "FG", "FH", "FI", "FK", "FL", "FM", "FN", "FO", "FP", "FR", "FS", "FT", "FU", "FW", "FX", "FY", "GA", "GB", "GC", "GD", "GE", "GF", "GG", "GH", "GI", "GK", "GL", "GM", "GN", "GO", "GP", "GR", "GS", "GT", "GU", "GV", "GW", "GX", "HA", "HB", "HC", "HD", "HE", "HF", "HG", "HH", "HI", "HK", "HL", "HM", "HN", "HO", "HP", "HQ", "HR", "HS", "HT", "HU", "HV", "HW", "HY", "IA", "IB", "IC", "ID", "IE", "IF", "IG", "IH", "II", "IK", "IL", "IM", "IN", "IO", "IP", "IQ", "IR", "IS", "IT", "IU", "IV", "IW", "IX", "JA", "JB", "JC", "JD", "JE", "JJ", "JK", "JL", "JM", "JO", "JP", "JR", "JS", "JT", "JU" ], "max_length": 16384, "model_type": "basedecision_dyno", "native_lora": { "bias": "none", "inference_mode": true, "lora_alpha": 32, "lora_dropout": 0.0, "r": 16, "target_modules": [ "layers.0.linear_attn.out_proj", "layers.0.linear_attn.in_proj_qkv", "layers.0.linear_attn.in_proj_z", "layers.0.linear_attn.in_proj_b", "layers.0.linear_attn.in_proj_a", "layers.0.mlp.gate_proj", "layers.0.mlp.up_proj", "layers.0.mlp.down_proj", "layers.1.linear_attn.out_proj", "layers.1.linear_attn.in_proj_qkv", "layers.1.linear_attn.in_proj_z", "layers.1.linear_attn.in_proj_b", "layers.1.linear_attn.in_proj_a", "layers.1.mlp.gate_proj", "layers.1.mlp.up_proj", "layers.1.mlp.down_proj", "layers.2.linear_attn.out_proj", "layers.2.linear_attn.in_proj_qkv", "layers.2.linear_attn.in_proj_z", "layers.2.linear_attn.in_proj_b", "layers.2.linear_attn.in_proj_a", "layers.2.mlp.gate_proj", "layers.2.mlp.up_proj", "layers.2.mlp.down_proj", "layers.3.self_attn.q_proj", "layers.3.self_attn.k_proj", "layers.3.self_attn.v_proj", "layers.3.self_attn.o_proj", "layers.3.mlp.gate_proj", "layers.3.mlp.up_proj", "layers.3.mlp.down_proj", "layers.4.linear_attn.out_proj", "layers.4.linear_attn.in_proj_qkv", "layers.4.linear_attn.in_proj_z", "layers.4.linear_attn.in_proj_b", "layers.4.linear_attn.in_proj_a", "layers.4.mlp.gate_proj", "layers.4.mlp.up_proj", "layers.4.mlp.down_proj", "layers.5.linear_attn.out_proj", "layers.5.linear_attn.in_proj_qkv", "layers.5.linear_attn.in_proj_z", "layers.5.linear_attn.in_proj_b", "layers.5.linear_attn.in_proj_a", "layers.5.mlp.gate_proj", "layers.5.mlp.up_proj", "layers.5.mlp.down_proj", "layers.6.linear_attn.out_proj", "layers.6.linear_attn.in_proj_qkv", "layers.6.linear_attn.in_proj_z", "layers.6.linear_attn.in_proj_b", "layers.6.linear_attn.in_proj_a", "layers.6.mlp.gate_proj", "layers.6.mlp.up_proj", "layers.6.mlp.down_proj", "layers.7.self_attn.q_proj", "layers.7.self_attn.k_proj", "layers.7.self_attn.v_proj", "layers.7.self_attn.o_proj", "layers.7.mlp.gate_proj", "layers.7.mlp.up_proj", "layers.7.mlp.down_proj", "layers.8.linear_attn.out_proj", "layers.8.linear_attn.in_proj_qkv", "layers.8.linear_attn.in_proj_z", "layers.8.linear_attn.in_proj_b", "layers.8.linear_attn.in_proj_a", "layers.8.mlp.gate_proj", "layers.8.mlp.up_proj", "layers.8.mlp.down_proj", "layers.9.linear_attn.out_proj", "layers.9.linear_attn.in_proj_qkv", "layers.9.linear_attn.in_proj_z", "layers.9.linear_attn.in_proj_b", "layers.9.linear_attn.in_proj_a", "layers.9.mlp.gate_proj", "layers.9.mlp.up_proj", "layers.9.mlp.down_proj", "layers.10.linear_attn.out_proj", "layers.10.linear_attn.in_proj_qkv", "layers.10.linear_attn.in_proj_z", "layers.10.linear_attn.in_proj_b", "layers.10.linear_attn.in_proj_a", "layers.10.mlp.gate_proj", "layers.10.mlp.up_proj", "layers.10.mlp.down_proj", "layers.11.self_attn.q_proj", "layers.11.self_attn.k_proj", "layers.11.self_attn.v_proj", "layers.11.self_attn.o_proj", "layers.11.mlp.gate_proj", "layers.11.mlp.up_proj", "layers.11.mlp.down_proj", "layers.12.linear_attn.out_proj", "layers.12.linear_attn.in_proj_qkv", "layers.12.linear_attn.in_proj_z", "layers.12.linear_attn.in_proj_b", "layers.12.linear_attn.in_proj_a", "layers.12.mlp.gate_proj", "layers.12.mlp.up_proj", "layers.12.mlp.down_proj", "layers.13.linear_attn.out_proj", "layers.13.linear_attn.in_proj_qkv", "layers.13.linear_attn.in_proj_z", "layers.13.linear_attn.in_proj_b", "layers.13.linear_attn.in_proj_a", "layers.13.mlp.gate_proj", "layers.13.mlp.up_proj", "layers.13.mlp.down_proj", "layers.14.linear_attn.out_proj", "layers.14.linear_attn.in_proj_qkv", "layers.14.linear_attn.in_proj_z", "layers.14.linear_attn.in_proj_b", "layers.14.linear_attn.in_proj_a", "layers.14.mlp.gate_proj", "layers.14.mlp.up_proj", "layers.14.mlp.down_proj", "layers.15.self_attn.q_proj", "layers.15.self_attn.k_proj", "layers.15.self_attn.v_proj", "layers.15.self_attn.o_proj", "layers.15.mlp.gate_proj", "layers.15.mlp.up_proj", "layers.15.mlp.down_proj", "layers.16.linear_attn.out_proj", "layers.16.linear_attn.in_proj_qkv", "layers.16.linear_attn.in_proj_z", "layers.16.linear_attn.in_proj_b", "layers.16.linear_attn.in_proj_a", "layers.16.mlp.gate_proj", "layers.16.mlp.up_proj", "layers.16.mlp.down_proj", "layers.17.linear_attn.out_proj", "layers.17.linear_attn.in_proj_qkv", "layers.17.linear_attn.in_proj_z", "layers.17.linear_attn.in_proj_b", "layers.17.linear_attn.in_proj_a", "layers.17.mlp.gate_proj", "layers.17.mlp.up_proj", "layers.17.mlp.down_proj", "layers.18.linear_attn.out_proj", "layers.18.linear_attn.in_proj_qkv", "layers.18.linear_attn.in_proj_z", "layers.18.linear_attn.in_proj_b", "layers.18.linear_attn.in_proj_a", "layers.18.mlp.gate_proj", "layers.18.mlp.up_proj", "layers.18.mlp.down_proj", "layers.19.self_attn.q_proj", "layers.19.self_attn.k_proj", "layers.19.self_attn.v_proj", "layers.19.self_attn.o_proj", "layers.19.mlp.gate_proj", "layers.19.mlp.up_proj", "layers.19.mlp.down_proj", "layers.20.linear_attn.out_proj", "layers.20.linear_attn.in_proj_qkv", "layers.20.linear_attn.in_proj_z", "layers.20.linear_attn.in_proj_b", "layers.20.linear_attn.in_proj_a", "layers.20.mlp.gate_proj", "layers.20.mlp.up_proj", "layers.20.mlp.down_proj", "layers.21.linear_attn.out_proj", "layers.21.linear_attn.in_proj_qkv", "layers.21.linear_attn.in_proj_z", "layers.21.linear_attn.in_proj_b", "layers.21.linear_attn.in_proj_a", "layers.21.mlp.gate_proj", "layers.21.mlp.up_proj", "layers.21.mlp.down_proj", "layers.22.linear_attn.out_proj", "layers.22.linear_attn.in_proj_qkv", "layers.22.linear_attn.in_proj_z", "layers.22.linear_attn.in_proj_b", "layers.22.linear_attn.in_proj_a", "layers.22.mlp.gate_proj", "layers.22.mlp.up_proj", "layers.22.mlp.down_proj", "layers.23.self_attn.q_proj", "layers.23.self_attn.k_proj", "layers.23.self_attn.v_proj", "layers.23.self_attn.o_proj", "layers.23.mlp.gate_proj", "layers.23.mlp.up_proj", "layers.23.mlp.down_proj", "layers.24.linear_attn.out_proj", "layers.24.linear_attn.in_proj_qkv", "layers.24.linear_attn.in_proj_z", "layers.24.linear_attn.in_proj_b", "layers.24.linear_attn.in_proj_a", "layers.24.mlp.gate_proj", "layers.24.mlp.up_proj", "layers.24.mlp.down_proj", "layers.25.linear_attn.out_proj", "layers.25.linear_attn.in_proj_qkv", "layers.25.linear_attn.in_proj_z", "layers.25.linear_attn.in_proj_b", "layers.25.linear_attn.in_proj_a", "layers.25.mlp.gate_proj", "layers.25.mlp.up_proj", "layers.25.mlp.down_proj", "layers.26.linear_attn.out_proj", "layers.26.linear_attn.in_proj_qkv", "layers.26.linear_attn.in_proj_z", "layers.26.linear_attn.in_proj_b", "layers.26.linear_attn.in_proj_a", "layers.26.mlp.gate_proj", "layers.26.mlp.up_proj", "layers.26.mlp.down_proj", "layers.27.self_attn.q_proj", "layers.27.self_attn.k_proj", "layers.27.self_attn.v_proj", "layers.27.self_attn.o_proj", "layers.27.mlp.gate_proj", "layers.27.mlp.up_proj", "layers.27.mlp.down_proj", "layers.28.linear_attn.out_proj", "layers.28.linear_attn.in_proj_qkv", "layers.28.linear_attn.in_proj_z", "layers.28.linear_attn.in_proj_b", "layers.28.linear_attn.in_proj_a", "layers.28.mlp.gate_proj", "layers.28.mlp.up_proj", "layers.28.mlp.down_proj", "layers.29.linear_attn.out_proj", "layers.29.linear_attn.in_proj_qkv", "layers.29.linear_attn.in_proj_z", "layers.29.linear_attn.in_proj_b", "layers.29.linear_attn.in_proj_a", "layers.29.mlp.gate_proj", "layers.29.mlp.up_proj", "layers.29.mlp.down_proj", "layers.30.linear_attn.out_proj", "layers.30.linear_attn.in_proj_qkv", "layers.30.linear_attn.in_proj_z", "layers.30.linear_attn.in_proj_b", "layers.30.linear_attn.in_proj_a", "layers.30.mlp.gate_proj", "layers.30.mlp.up_proj", "layers.30.mlp.down_proj", "layers.31.self_attn.q_proj", "layers.31.self_attn.k_proj", "layers.31.self_attn.v_proj", "layers.31.self_attn.o_proj", "layers.31.mlp.gate_proj", "layers.31.mlp.up_proj", "layers.31.mlp.down_proj" ] }, "protocol": "dyno-strict-read-twice-v1", "readout_bias": false, "release_id": "bb2468102c4773bfd7a4bc3cf5526872c46781f994329978e75260cf289d4141", "supported_question_types": [ "choice", "noul", "score" ], "temperatures": { "default": 1.2626014578759173, "flash": 1.2206820938802239 }, "text_config": { "_name_or_path": "", "architectures": null, "attention_bias": false, "attention_dropout": 0.0, "attn_output_gate": true, "bos_token_id": null, "chunk_size_feed_forward": 0, "dtype": "bfloat16", "eos_token_id": 248044, "full_attention_interval": 4, "head_dim": 256, "hidden_act": "silu", "hidden_size": 2560, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "initializer_range": 0.02, "intermediate_size": 9216, "is_encoder_decoder": false, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "layer_types": [ "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention" ], "linear_conv_kernel_dim": 4, "linear_key_head_dim": 128, "linear_num_key_heads": 16, "linear_num_value_heads": 32, "linear_value_head_dim": 128, "mamba_ssm_dtype": "float32", "max_position_embeddings": 262144, "mlp_only_layers": [], "model_type": "qwen3_5_text", "mtp_num_hidden_layers": 1, "mtp_use_dedicated_embeddings": false, "num_attention_heads": 16, "num_hidden_layers": 32, "num_key_value_heads": 4, "output_attentions": false, "output_hidden_states": false, "pad_token_id": null, "partial_rotary_factor": 0.25, "problem_type": null, "return_dict": true, "rms_norm_eps": 1e-06, "rope_parameters": { "mrope_interleaved": true, "mrope_section": [ 11, 11, 10 ], "partial_rotary_factor": 0.25, "rope_theta": 10000000, "rope_type": "default" }, "tie_word_embeddings": true, "transformers_version": "5.17.0", "use_cache": false, "vocab_size": 248320 }, "tie_word_embeddings": false, "transformers_version": "5.17.0" }