Text Classification
Transformers
Safetensors
English
basedecision_dyno
feature-extraction
decision-model
system-one
decision-index
multiple-choice
calibration
read-twice
custom-code
lora-merged
custom_code
Instructions to use onlyaady/BaseDecision-Dyno with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use onlyaady/BaseDecision-Dyno with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="onlyaady/BaseDecision-Dyno", trust_remote_code=True)# pip install -U transformers accelerate # Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("onlyaady/BaseDecision-Dyno", trust_remote_code=True, device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download config.json from onlyaady/BaseDecision-Dyno: direct link, hf CLI and curl.
- Browser
- Download file 17.8 kB
-
https://huggingface.co/onlyaady/BaseDecision-Dyno/resolve/main/config.json
- Command line
-
hf download hf://onlyaady/BaseDecision-Dyno/config.json
-
curl -L -o config.json https://huggingface.co/onlyaady/BaseDecision-Dyno/resolve/main/config.json
17.8 kB
| { | |
| "architectures": [ | |
| "DynoModel" | |
| ], | |
| "auto_map": { | |
| "AutoConfig": "configuration_dyno.DynoConfig", | |
| "AutoModel": "modeling_dyno.DynoModel" | |
| }, | |
| "calibrated": true, | |
| "dtype": "bfloat16", | |
| "fp32_modules": [ | |
| "lora_A", | |
| "lora_B", | |
| "readout" | |
| ], | |
| "label_ids": [ | |
| 357, | |
| 417, | |
| 351, | |
| 414, | |
| 458, | |
| 426, | |
| 469, | |
| 462, | |
| 353, | |
| 604, | |
| 710, | |
| 436, | |
| 380, | |
| 443, | |
| 496, | |
| 387, | |
| 1167, | |
| 423, | |
| 326, | |
| 345, | |
| 533, | |
| 629, | |
| 457, | |
| 1543, | |
| 783, | |
| 1799, | |
| 27317, | |
| 13732, | |
| 10270, | |
| 9343, | |
| 40715, | |
| 19280, | |
| 14642, | |
| 45712, | |
| 14791, | |
| 31857, | |
| 29573, | |
| 8488, | |
| 6556, | |
| 2032, | |
| 63065, | |
| 9806, | |
| 79612, | |
| 6064, | |
| 5574, | |
| 7135, | |
| 37763, | |
| 11807, | |
| 32235, | |
| 39367, | |
| 216892, | |
| 29863, | |
| 32378, | |
| 17726, | |
| 17501, | |
| 38010, | |
| 6980, | |
| 48804, | |
| 41591, | |
| 65464, | |
| 45483, | |
| 83510, | |
| 74157, | |
| 14420, | |
| 19195, | |
| 43806, | |
| 7564, | |
| 28118, | |
| 18235, | |
| 26722, | |
| 20464, | |
| 52215, | |
| 38768, | |
| 49400, | |
| 61140, | |
| 7466, | |
| 8910, | |
| 20662, | |
| 13142, | |
| 10755, | |
| 25858, | |
| 20161, | |
| 5966, | |
| 6612, | |
| 20068, | |
| 58825, | |
| 29082, | |
| 6759, | |
| 17551, | |
| 24083, | |
| 7057, | |
| 14840, | |
| 12254, | |
| 9710, | |
| 18013, | |
| 39397, | |
| 13760, | |
| 38704, | |
| 46868, | |
| 28602, | |
| 67413, | |
| 23768, | |
| 5767, | |
| 10603, | |
| 29891, | |
| 3276, | |
| 41942, | |
| 48588, | |
| 31701, | |
| 16048, | |
| 20731, | |
| 53385, | |
| 31882, | |
| 19579, | |
| 58611, | |
| 9043, | |
| 30715, | |
| 13899, | |
| 19953, | |
| 24221, | |
| 45485, | |
| 49520, | |
| 36503, | |
| 29801, | |
| 92544, | |
| 37090, | |
| 47492, | |
| 20007, | |
| 15564, | |
| 39985, | |
| 42534, | |
| 54226, | |
| 91416, | |
| 89614, | |
| 238477, | |
| 208162, | |
| 16748, | |
| 16408, | |
| 5025, | |
| 89333, | |
| 18499, | |
| 37702, | |
| 25644, | |
| 18704, | |
| 17238, | |
| 9520, | |
| 14461, | |
| 60870, | |
| 3927, | |
| 61150, | |
| 14573, | |
| 30872, | |
| 15541, | |
| 34147, | |
| 27025, | |
| 28964, | |
| 46687, | |
| 78399, | |
| 48832, | |
| 81337, | |
| 12406, | |
| 22715, | |
| 47823, | |
| 21092, | |
| 32439, | |
| 16164, | |
| 23527, | |
| 22577, | |
| 92211, | |
| 46427, | |
| 27959, | |
| 44820, | |
| 25500, | |
| 18295, | |
| 21684, | |
| 38315, | |
| 28880, | |
| 38696, | |
| 54802, | |
| 45901, | |
| 46893, | |
| 94049, | |
| 5413, | |
| 18592, | |
| 39648, | |
| 12241, | |
| 22948, | |
| 14345, | |
| 34100, | |
| 11572, | |
| 43763, | |
| 78013, | |
| 39890, | |
| 59960, | |
| 39951, | |
| 38386, | |
| 44301, | |
| 11821, | |
| 11349, | |
| 48855, | |
| 67047, | |
| 23973, | |
| 32305, | |
| 40817, | |
| 50720, | |
| 43899, | |
| 201916, | |
| 29263, | |
| 11852, | |
| 43746, | |
| 21607, | |
| 32308, | |
| 5093, | |
| 211587, | |
| 46609, | |
| 25818, | |
| 61117, | |
| 41668, | |
| 11758, | |
| 18705, | |
| 2937, | |
| 17619, | |
| 11219, | |
| 44640, | |
| 43801, | |
| 7696, | |
| 45812, | |
| 11016, | |
| 6314, | |
| 1897, | |
| 6227, | |
| 6577, | |
| 35494, | |
| 15769, | |
| 3314, | |
| 8435, | |
| 77844, | |
| 16332, | |
| 71998, | |
| 38397, | |
| 51937, | |
| 73670, | |
| 58541, | |
| 42482, | |
| 67950, | |
| 67668, | |
| 90015, | |
| 86358, | |
| 79219, | |
| 9941, | |
| 47148, | |
| 50795, | |
| 11814, | |
| 84488, | |
| 189643 | |
| ], | |
| "labels": [ | |
| "A", | |
| "B", | |
| "C", | |
| "D", | |
| "E", | |
| "F", | |
| "G", | |
| "H", | |
| "I", | |
| "J", | |
| "K", | |
| "L", | |
| "M", | |
| "N", | |
| "O", | |
| "P", | |
| "Q", | |
| "R", | |
| "S", | |
| "T", | |
| "U", | |
| "V", | |
| "W", | |
| "X", | |
| "Y", | |
| "Z", | |
| "AA", | |
| "AB", | |
| "AC", | |
| "AD", | |
| "AE", | |
| "AF", | |
| "AG", | |
| "AH", | |
| "AI", | |
| "AJ", | |
| "AK", | |
| "AL", | |
| "AM", | |
| "AN", | |
| "AO", | |
| "AP", | |
| "AQ", | |
| "AR", | |
| "AS", | |
| "AT", | |
| "AU", | |
| "AV", | |
| "AW", | |
| "AX", | |
| "AY", | |
| "AZ", | |
| "BA", | |
| "BB", | |
| "BC", | |
| "BD", | |
| "BE", | |
| "BF", | |
| "BG", | |
| "BH", | |
| "BI", | |
| "BJ", | |
| "BK", | |
| "BL", | |
| "BM", | |
| "BN", | |
| "BO", | |
| "BP", | |
| "BR", | |
| "BS", | |
| "BT", | |
| "BU", | |
| "BV", | |
| "BW", | |
| "BX", | |
| "BY", | |
| "CA", | |
| "CB", | |
| "CC", | |
| "CD", | |
| "CE", | |
| "CF", | |
| "CG", | |
| "CH", | |
| "CI", | |
| "CJ", | |
| "CK", | |
| "CL", | |
| "CM", | |
| "CN", | |
| "CO", | |
| "CP", | |
| "CR", | |
| "CS", | |
| "CT", | |
| "CU", | |
| "CV", | |
| "CW", | |
| "CX", | |
| "CY", | |
| "CZ", | |
| "DA", | |
| "DB", | |
| "DC", | |
| "DD", | |
| "DE", | |
| "DF", | |
| "DG", | |
| "DH", | |
| "DI", | |
| "DJ", | |
| "DK", | |
| "DL", | |
| "DM", | |
| "DN", | |
| "DO", | |
| "DP", | |
| "DR", | |
| "DS", | |
| "DT", | |
| "DU", | |
| "DV", | |
| "DW", | |
| "DX", | |
| "DY", | |
| "EA", | |
| "EB", | |
| "EC", | |
| "ED", | |
| "EE", | |
| "EF", | |
| "EG", | |
| "EH", | |
| "EI", | |
| "EJ", | |
| "EK", | |
| "EL", | |
| "EM", | |
| "EN", | |
| "EO", | |
| "EP", | |
| "EQ", | |
| "ER", | |
| "ES", | |
| "ET", | |
| "EU", | |
| "EV", | |
| "EW", | |
| "EX", | |
| "EZ", | |
| "FA", | |
| "FB", | |
| "FC", | |
| "FD", | |
| "FE", | |
| "FF", | |
| "FG", | |
| "FH", | |
| "FI", | |
| "FK", | |
| "FL", | |
| "FM", | |
| "FN", | |
| "FO", | |
| "FP", | |
| "FR", | |
| "FS", | |
| "FT", | |
| "FU", | |
| "FW", | |
| "FX", | |
| "FY", | |
| "GA", | |
| "GB", | |
| "GC", | |
| "GD", | |
| "GE", | |
| "GF", | |
| "GG", | |
| "GH", | |
| "GI", | |
| "GK", | |
| "GL", | |
| "GM", | |
| "GN", | |
| "GO", | |
| "GP", | |
| "GR", | |
| "GS", | |
| "GT", | |
| "GU", | |
| "GV", | |
| "GW", | |
| "GX", | |
| "HA", | |
| "HB", | |
| "HC", | |
| "HD", | |
| "HE", | |
| "HF", | |
| "HG", | |
| "HH", | |
| "HI", | |
| "HK", | |
| "HL", | |
| "HM", | |
| "HN", | |
| "HO", | |
| "HP", | |
| "HQ", | |
| "HR", | |
| "HS", | |
| "HT", | |
| "HU", | |
| "HV", | |
| "HW", | |
| "HY", | |
| "IA", | |
| "IB", | |
| "IC", | |
| "ID", | |
| "IE", | |
| "IF", | |
| "IG", | |
| "IH", | |
| "II", | |
| "IK", | |
| "IL", | |
| "IM", | |
| "IN", | |
| "IO", | |
| "IP", | |
| "IQ", | |
| "IR", | |
| "IS", | |
| "IT", | |
| "IU", | |
| "IV", | |
| "IW", | |
| "IX", | |
| "JA", | |
| "JB", | |
| "JC", | |
| "JD", | |
| "JE", | |
| "JJ", | |
| "JK", | |
| "JL", | |
| "JM", | |
| "JO", | |
| "JP", | |
| "JR", | |
| "JS", | |
| "JT", | |
| "JU" | |
| ], | |
| "max_length": 16384, | |
| "model_type": "basedecision_dyno", | |
| "native_lora": { | |
| "bias": "none", | |
| "inference_mode": true, | |
| "lora_alpha": 32, | |
| "lora_dropout": 0.0, | |
| "r": 16, | |
| "target_modules": [ | |
| "layers.0.linear_attn.out_proj", | |
| "layers.0.linear_attn.in_proj_qkv", | |
| "layers.0.linear_attn.in_proj_z", | |
| "layers.0.linear_attn.in_proj_b", | |
| "layers.0.linear_attn.in_proj_a", | |
| "layers.0.mlp.gate_proj", | |
| "layers.0.mlp.up_proj", | |
| "layers.0.mlp.down_proj", | |
| "layers.1.linear_attn.out_proj", | |
| "layers.1.linear_attn.in_proj_qkv", | |
| "layers.1.linear_attn.in_proj_z", | |
| "layers.1.linear_attn.in_proj_b", | |
| "layers.1.linear_attn.in_proj_a", | |
| "layers.1.mlp.gate_proj", | |
| "layers.1.mlp.up_proj", | |
| "layers.1.mlp.down_proj", | |
| "layers.2.linear_attn.out_proj", | |
| "layers.2.linear_attn.in_proj_qkv", | |
| "layers.2.linear_attn.in_proj_z", | |
| "layers.2.linear_attn.in_proj_b", | |
| "layers.2.linear_attn.in_proj_a", | |
| "layers.2.mlp.gate_proj", | |
| "layers.2.mlp.up_proj", | |
| "layers.2.mlp.down_proj", | |
| "layers.3.self_attn.q_proj", | |
| "layers.3.self_attn.k_proj", | |
| "layers.3.self_attn.v_proj", | |
| "layers.3.self_attn.o_proj", | |
| "layers.3.mlp.gate_proj", | |
| "layers.3.mlp.up_proj", | |
| "layers.3.mlp.down_proj", | |
| "layers.4.linear_attn.out_proj", | |
| "layers.4.linear_attn.in_proj_qkv", | |
| "layers.4.linear_attn.in_proj_z", | |
| "layers.4.linear_attn.in_proj_b", | |
| "layers.4.linear_attn.in_proj_a", | |
| "layers.4.mlp.gate_proj", | |
| "layers.4.mlp.up_proj", | |
| "layers.4.mlp.down_proj", | |
| "layers.5.linear_attn.out_proj", | |
| "layers.5.linear_attn.in_proj_qkv", | |
| "layers.5.linear_attn.in_proj_z", | |
| "layers.5.linear_attn.in_proj_b", | |
| "layers.5.linear_attn.in_proj_a", | |
| "layers.5.mlp.gate_proj", | |
| "layers.5.mlp.up_proj", | |
| "layers.5.mlp.down_proj", | |
| "layers.6.linear_attn.out_proj", | |
| "layers.6.linear_attn.in_proj_qkv", | |
| "layers.6.linear_attn.in_proj_z", | |
| "layers.6.linear_attn.in_proj_b", | |
| "layers.6.linear_attn.in_proj_a", | |
| "layers.6.mlp.gate_proj", | |
| "layers.6.mlp.up_proj", | |
| "layers.6.mlp.down_proj", | |
| "layers.7.self_attn.q_proj", | |
| "layers.7.self_attn.k_proj", | |
| "layers.7.self_attn.v_proj", | |
| "layers.7.self_attn.o_proj", | |
| "layers.7.mlp.gate_proj", | |
| "layers.7.mlp.up_proj", | |
| "layers.7.mlp.down_proj", | |
| "layers.8.linear_attn.out_proj", | |
| "layers.8.linear_attn.in_proj_qkv", | |
| "layers.8.linear_attn.in_proj_z", | |
| "layers.8.linear_attn.in_proj_b", | |
| "layers.8.linear_attn.in_proj_a", | |
| "layers.8.mlp.gate_proj", | |
| "layers.8.mlp.up_proj", | |
| "layers.8.mlp.down_proj", | |
| "layers.9.linear_attn.out_proj", | |
| "layers.9.linear_attn.in_proj_qkv", | |
| "layers.9.linear_attn.in_proj_z", | |
| "layers.9.linear_attn.in_proj_b", | |
| "layers.9.linear_attn.in_proj_a", | |
| "layers.9.mlp.gate_proj", | |
| "layers.9.mlp.up_proj", | |
| "layers.9.mlp.down_proj", | |
| "layers.10.linear_attn.out_proj", | |
| "layers.10.linear_attn.in_proj_qkv", | |
| "layers.10.linear_attn.in_proj_z", | |
| "layers.10.linear_attn.in_proj_b", | |
| "layers.10.linear_attn.in_proj_a", | |
| "layers.10.mlp.gate_proj", | |
| "layers.10.mlp.up_proj", | |
| "layers.10.mlp.down_proj", | |
| "layers.11.self_attn.q_proj", | |
| "layers.11.self_attn.k_proj", | |
| "layers.11.self_attn.v_proj", | |
| "layers.11.self_attn.o_proj", | |
| "layers.11.mlp.gate_proj", | |
| "layers.11.mlp.up_proj", | |
| "layers.11.mlp.down_proj", | |
| "layers.12.linear_attn.out_proj", | |
| "layers.12.linear_attn.in_proj_qkv", | |
| "layers.12.linear_attn.in_proj_z", | |
| "layers.12.linear_attn.in_proj_b", | |
| "layers.12.linear_attn.in_proj_a", | |
| "layers.12.mlp.gate_proj", | |
| "layers.12.mlp.up_proj", | |
| "layers.12.mlp.down_proj", | |
| "layers.13.linear_attn.out_proj", | |
| "layers.13.linear_attn.in_proj_qkv", | |
| "layers.13.linear_attn.in_proj_z", | |
| "layers.13.linear_attn.in_proj_b", | |
| "layers.13.linear_attn.in_proj_a", | |
| "layers.13.mlp.gate_proj", | |
| "layers.13.mlp.up_proj", | |
| "layers.13.mlp.down_proj", | |
| "layers.14.linear_attn.out_proj", | |
| "layers.14.linear_attn.in_proj_qkv", | |
| "layers.14.linear_attn.in_proj_z", | |
| "layers.14.linear_attn.in_proj_b", | |
| "layers.14.linear_attn.in_proj_a", | |
| "layers.14.mlp.gate_proj", | |
| "layers.14.mlp.up_proj", | |
| "layers.14.mlp.down_proj", | |
| "layers.15.self_attn.q_proj", | |
| "layers.15.self_attn.k_proj", | |
| "layers.15.self_attn.v_proj", | |
| "layers.15.self_attn.o_proj", | |
| "layers.15.mlp.gate_proj", | |
| "layers.15.mlp.up_proj", | |
| "layers.15.mlp.down_proj", | |
| "layers.16.linear_attn.out_proj", | |
| "layers.16.linear_attn.in_proj_qkv", | |
| "layers.16.linear_attn.in_proj_z", | |
| "layers.16.linear_attn.in_proj_b", | |
| "layers.16.linear_attn.in_proj_a", | |
| "layers.16.mlp.gate_proj", | |
| "layers.16.mlp.up_proj", | |
| "layers.16.mlp.down_proj", | |
| "layers.17.linear_attn.out_proj", | |
| "layers.17.linear_attn.in_proj_qkv", | |
| "layers.17.linear_attn.in_proj_z", | |
| "layers.17.linear_attn.in_proj_b", | |
| "layers.17.linear_attn.in_proj_a", | |
| "layers.17.mlp.gate_proj", | |
| "layers.17.mlp.up_proj", | |
| "layers.17.mlp.down_proj", | |
| "layers.18.linear_attn.out_proj", | |
| "layers.18.linear_attn.in_proj_qkv", | |
| "layers.18.linear_attn.in_proj_z", | |
| "layers.18.linear_attn.in_proj_b", | |
| "layers.18.linear_attn.in_proj_a", | |
| "layers.18.mlp.gate_proj", | |
| "layers.18.mlp.up_proj", | |
| "layers.18.mlp.down_proj", | |
| "layers.19.self_attn.q_proj", | |
| "layers.19.self_attn.k_proj", | |
| "layers.19.self_attn.v_proj", | |
| "layers.19.self_attn.o_proj", | |
| "layers.19.mlp.gate_proj", | |
| "layers.19.mlp.up_proj", | |
| "layers.19.mlp.down_proj", | |
| "layers.20.linear_attn.out_proj", | |
| "layers.20.linear_attn.in_proj_qkv", | |
| "layers.20.linear_attn.in_proj_z", | |
| "layers.20.linear_attn.in_proj_b", | |
| "layers.20.linear_attn.in_proj_a", | |
| "layers.20.mlp.gate_proj", | |
| "layers.20.mlp.up_proj", | |
| "layers.20.mlp.down_proj", | |
| "layers.21.linear_attn.out_proj", | |
| "layers.21.linear_attn.in_proj_qkv", | |
| "layers.21.linear_attn.in_proj_z", | |
| "layers.21.linear_attn.in_proj_b", | |
| "layers.21.linear_attn.in_proj_a", | |
| "layers.21.mlp.gate_proj", | |
| "layers.21.mlp.up_proj", | |
| "layers.21.mlp.down_proj", | |
| "layers.22.linear_attn.out_proj", | |
| "layers.22.linear_attn.in_proj_qkv", | |
| "layers.22.linear_attn.in_proj_z", | |
| "layers.22.linear_attn.in_proj_b", | |
| "layers.22.linear_attn.in_proj_a", | |
| "layers.22.mlp.gate_proj", | |
| "layers.22.mlp.up_proj", | |
| "layers.22.mlp.down_proj", | |
| "layers.23.self_attn.q_proj", | |
| "layers.23.self_attn.k_proj", | |
| "layers.23.self_attn.v_proj", | |
| "layers.23.self_attn.o_proj", | |
| "layers.23.mlp.gate_proj", | |
| "layers.23.mlp.up_proj", | |
| "layers.23.mlp.down_proj", | |
| "layers.24.linear_attn.out_proj", | |
| "layers.24.linear_attn.in_proj_qkv", | |
| "layers.24.linear_attn.in_proj_z", | |
| "layers.24.linear_attn.in_proj_b", | |
| "layers.24.linear_attn.in_proj_a", | |
| "layers.24.mlp.gate_proj", | |
| "layers.24.mlp.up_proj", | |
| "layers.24.mlp.down_proj", | |
| "layers.25.linear_attn.out_proj", | |
| "layers.25.linear_attn.in_proj_qkv", | |
| "layers.25.linear_attn.in_proj_z", | |
| "layers.25.linear_attn.in_proj_b", | |
| "layers.25.linear_attn.in_proj_a", | |
| "layers.25.mlp.gate_proj", | |
| "layers.25.mlp.up_proj", | |
| "layers.25.mlp.down_proj", | |
| "layers.26.linear_attn.out_proj", | |
| "layers.26.linear_attn.in_proj_qkv", | |
| "layers.26.linear_attn.in_proj_z", | |
| "layers.26.linear_attn.in_proj_b", | |
| "layers.26.linear_attn.in_proj_a", | |
| "layers.26.mlp.gate_proj", | |
| "layers.26.mlp.up_proj", | |
| "layers.26.mlp.down_proj", | |
| "layers.27.self_attn.q_proj", | |
| "layers.27.self_attn.k_proj", | |
| "layers.27.self_attn.v_proj", | |
| "layers.27.self_attn.o_proj", | |
| "layers.27.mlp.gate_proj", | |
| "layers.27.mlp.up_proj", | |
| "layers.27.mlp.down_proj", | |
| "layers.28.linear_attn.out_proj", | |
| "layers.28.linear_attn.in_proj_qkv", | |
| "layers.28.linear_attn.in_proj_z", | |
| "layers.28.linear_attn.in_proj_b", | |
| "layers.28.linear_attn.in_proj_a", | |
| "layers.28.mlp.gate_proj", | |
| "layers.28.mlp.up_proj", | |
| "layers.28.mlp.down_proj", | |
| "layers.29.linear_attn.out_proj", | |
| "layers.29.linear_attn.in_proj_qkv", | |
| "layers.29.linear_attn.in_proj_z", | |
| "layers.29.linear_attn.in_proj_b", | |
| "layers.29.linear_attn.in_proj_a", | |
| "layers.29.mlp.gate_proj", | |
| "layers.29.mlp.up_proj", | |
| "layers.29.mlp.down_proj", | |
| "layers.30.linear_attn.out_proj", | |
| "layers.30.linear_attn.in_proj_qkv", | |
| "layers.30.linear_attn.in_proj_z", | |
| "layers.30.linear_attn.in_proj_b", | |
| "layers.30.linear_attn.in_proj_a", | |
| "layers.30.mlp.gate_proj", | |
| "layers.30.mlp.up_proj", | |
| "layers.30.mlp.down_proj", | |
| "layers.31.self_attn.q_proj", | |
| "layers.31.self_attn.k_proj", | |
| "layers.31.self_attn.v_proj", | |
| "layers.31.self_attn.o_proj", | |
| "layers.31.mlp.gate_proj", | |
| "layers.31.mlp.up_proj", | |
| "layers.31.mlp.down_proj" | |
| ] | |
| }, | |
| "protocol": "dyno-strict-read-twice-v1", | |
| "readout_bias": false, | |
| "release_id": "bb2468102c4773bfd7a4bc3cf5526872c46781f994329978e75260cf289d4141", | |
| "supported_question_types": [ | |
| "choice", | |
| "noul", | |
| "score" | |
| ], | |
| "temperatures": { | |
| "default": 1.2626014578759173, | |
| "flash": 1.2206820938802239 | |
| }, | |
| "text_config": { | |
| "_name_or_path": "", | |
| "architectures": null, | |
| "attention_bias": false, | |
| "attention_dropout": 0.0, | |
| "attn_output_gate": true, | |
| "bos_token_id": null, | |
| "chunk_size_feed_forward": 0, | |
| "dtype": "bfloat16", | |
| "eos_token_id": 248044, | |
| "full_attention_interval": 4, | |
| "head_dim": 256, | |
| "hidden_act": "silu", | |
| "hidden_size": 2560, | |
| "id2label": { | |
| "0": "LABEL_0", | |
| "1": "LABEL_1" | |
| }, | |
| "initializer_range": 0.02, | |
| "intermediate_size": 9216, | |
| "is_encoder_decoder": false, | |
| "label2id": { | |
| "LABEL_0": 0, | |
| "LABEL_1": 1 | |
| }, | |
| "layer_types": [ | |
| "linear_attention", | |
| "linear_attention", | |
| "linear_attention", | |
| "full_attention", | |
| "linear_attention", | |
| "linear_attention", | |
| "linear_attention", | |
| "full_attention", | |
| "linear_attention", | |
| "linear_attention", | |
| "linear_attention", | |
| "full_attention", | |
| "linear_attention", | |
| "linear_attention", | |
| "linear_attention", | |
| "full_attention", | |
| "linear_attention", | |
| "linear_attention", | |
| "linear_attention", | |
| "full_attention", | |
| "linear_attention", | |
| "linear_attention", | |
| "linear_attention", | |
| "full_attention", | |
| "linear_attention", | |
| "linear_attention", | |
| "linear_attention", | |
| "full_attention", | |
| "linear_attention", | |
| "linear_attention", | |
| "linear_attention", | |
| "full_attention" | |
| ], | |
| "linear_conv_kernel_dim": 4, | |
| "linear_key_head_dim": 128, | |
| "linear_num_key_heads": 16, | |
| "linear_num_value_heads": 32, | |
| "linear_value_head_dim": 128, | |
| "mamba_ssm_dtype": "float32", | |
| "max_position_embeddings": 262144, | |
| "mlp_only_layers": [], | |
| "model_type": "qwen3_5_text", | |
| "mtp_num_hidden_layers": 1, | |
| "mtp_use_dedicated_embeddings": false, | |
| "num_attention_heads": 16, | |
| "num_hidden_layers": 32, | |
| "num_key_value_heads": 4, | |
| "output_attentions": false, | |
| "output_hidden_states": false, | |
| "pad_token_id": null, | |
| "partial_rotary_factor": 0.25, | |
| "problem_type": null, | |
| "return_dict": true, | |
| "rms_norm_eps": 1e-06, | |
| "rope_parameters": { | |
| "mrope_interleaved": true, | |
| "mrope_section": [ | |
| 11, | |
| 11, | |
| 10 | |
| ], | |
| "partial_rotary_factor": 0.25, | |
| "rope_theta": 10000000, | |
| "rope_type": "default" | |
| }, | |
| "tie_word_embeddings": true, | |
| "transformers_version": "5.17.0", | |
| "use_cache": false, | |
| "vocab_size": 248320 | |
| }, | |
| "tie_word_embeddings": false, | |
| "transformers_version": "5.17.0" | |
| } |