Hugging Face's logo

inclusionAI
/
LemonDecider

Feature Extraction
Transformers
Safetensors
lemondecider_decision
decision-engine
typed-decision
choice
classification
Merge
qwen3.5
custom_code
Model card Files
xet
 Community
1
niqun123123 commited on
Commit
cea9a98
·
verified ·
1 Parent(s): 73871ac

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +639 -0
config.json ADDED
@@ -0,0 +1,639 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "AutoJevForDecisionClassification"
4
+ ],
5
+ "auto_map": {
6
+ "AutoConfig": "configuration_autojev.AutoJevConfig",
7
+ "AutoModel": "modeling_autojev.AutoJevForDecisionClassification",
8
+ "AutoModelForSequenceClassification": "modeling_autojev.AutoJevForDecisionClassification"
9
+ },
10
+ "base_model": "Qwen/Qwen3.5-4B",
11
+ "codes": [
12
+ "A",
13
+ "B",
14
+ "C",
15
+ "D",
16
+ "E",
17
+ "F",
18
+ "G",
19
+ "H",
20
+ "I",
21
+ "J",
22
+ "K",
23
+ "L",
24
+ "M",
25
+ "N",
26
+ "O",
27
+ "P",
28
+ "Q",
29
+ "R",
30
+ "S",
31
+ "T",
32
+ "U",
33
+ "V",
34
+ "W",
35
+ "X",
36
+ "Y",
37
+ "Z",
38
+ "AA",
39
+ "AB",
40
+ "AC",
41
+ "AD",
42
+ "AE",
43
+ "AF",
44
+ "AG",
45
+ "AH",
46
+ "AI",
47
+ "AJ",
48
+ "AK",
49
+ "AL",
50
+ "AM",
51
+ "AN",
52
+ "AO",
53
+ "AP",
54
+ "AQ",
55
+ "AR",
56
+ "AS",
57
+ "AT",
58
+ "AU",
59
+ "AV",
60
+ "AW",
61
+ "AX",
62
+ "AY",
63
+ "AZ",
64
+ "BA",
65
+ "BB",
66
+ "BC",
67
+ "BD",
68
+ "BE",
69
+ "BF",
70
+ "BG",
71
+ "BH",
72
+ "BI",
73
+ "BJ",
74
+ "BK",
75
+ "BL",
76
+ "BM",
77
+ "BN",
78
+ "BO",
79
+ "BP",
80
+ "BR",
81
+ "BS",
82
+ "BT",
83
+ "BU",
84
+ "BV",
85
+ "BW",
86
+ "BX",
87
+ "BY",
88
+ "CA",
89
+ "CB",
90
+ "CC",
91
+ "CD",
92
+ "CE",
93
+ "CF",
94
+ "CG",
95
+ "CH",
96
+ "CI",
97
+ "CK",
98
+ "CL",
99
+ "CM",
100
+ "CN",
101
+ "CO",
102
+ "CP",
103
+ "CR",
104
+ "CS",
105
+ "CT",
106
+ "CU",
107
+ "CV",
108
+ "CW",
109
+ "CX",
110
+ "CY",
111
+ "DA",
112
+ "DB",
113
+ "DC",
114
+ "DD",
115
+ "DE",
116
+ "DF",
117
+ "DG",
118
+ "DH",
119
+ "DI",
120
+ "DJ",
121
+ "DK",
122
+ "DL",
123
+ "DM",
124
+ "DN",
125
+ "DO",
126
+ "DP",
127
+ "DR",
128
+ "DS",
129
+ "DT",
130
+ "DU",
131
+ "DV",
132
+ "DW",
133
+ "DX",
134
+ "DY",
135
+ "EA",
136
+ "EB",
137
+ "EC",
138
+ "ED",
139
+ "EE",
140
+ "EF",
141
+ "EG",
142
+ "EH",
143
+ "EI",
144
+ "EK",
145
+ "EL",
146
+ "EM",
147
+ "EN",
148
+ "EO",
149
+ "EP",
150
+ "EQ",
151
+ "ER",
152
+ "ES",
153
+ "ET",
154
+ "EU",
155
+ "EV",
156
+ "EW",
157
+ "EX",
158
+ "EZ",
159
+ "FA",
160
+ "FB",
161
+ "FC",
162
+ "FD",
163
+ "FE",
164
+ "FF",
165
+ "FG",
166
+ "FH",
167
+ "FI",
168
+ "FK",
169
+ "FL",
170
+ "FM",
171
+ "FN",
172
+ "FO",
173
+ "FP",
174
+ "FR",
175
+ "FS",
176
+ "FT",
177
+ "FU",
178
+ "FW",
179
+ "FX",
180
+ "FY",
181
+ "GA",
182
+ "GB",
183
+ "GC",
184
+ "GD",
185
+ "GE",
186
+ "GF",
187
+ "GG",
188
+ "GH",
189
+ "GI",
190
+ "GL",
191
+ "GM",
192
+ "GN",
193
+ "GO",
194
+ "GP",
195
+ "GR",
196
+ "GS",
197
+ "GT",
198
+ "GU",
199
+ "GV",
200
+ "GW",
201
+ "GX",
202
+ "GY",
203
+ "HA",
204
+ "HB",
205
+ "HC",
206
+ "HD",
207
+ "HE",
208
+ "HF",
209
+ "HG",
210
+ "HH",
211
+ "HI",
212
+ "HK",
213
+ "HL",
214
+ "HM",
215
+ "HN",
216
+ "HO",
217
+ "HP",
218
+ "HQ",
219
+ "HR",
220
+ "HS",
221
+ "HT",
222
+ "HU",
223
+ "HV",
224
+ "HW",
225
+ "HX",
226
+ "HY",
227
+ "HZ",
228
+ "IA",
229
+ "IB",
230
+ "IC",
231
+ "ID",
232
+ "IE",
233
+ "IF",
234
+ "IG",
235
+ "IH",
236
+ "II",
237
+ "IJ",
238
+ "IK",
239
+ "IL",
240
+ "IM",
241
+ "IN",
242
+ "IO",
243
+ "IP",
244
+ "IQ",
245
+ "IR",
246
+ "IS",
247
+ "IT",
248
+ "IU",
249
+ "IV",
250
+ "IW",
251
+ "IX",
252
+ "IZ",
253
+ "JA",
254
+ "JB",
255
+ "JC",
256
+ "JD",
257
+ "JE",
258
+ "JI",
259
+ "JJ",
260
+ "JK",
261
+ "JM",
262
+ "JO",
263
+ "JP",
264
+ "JR",
265
+ "JS",
266
+ "JT"
267
+ ],
268
+ "dtype": "bfloat16",
269
+ "image_token_id": 248056,
270
+ "initialization_step": 24,
271
+ "max_input_length": 8192,
272
+ "max_options": 255,
273
+ "model_id": "lemonjev-qwen3.5-4b-init-v1",
274
+ "model_type": "autojev_decision",
275
+ "project_name": "lemonjev",
276
+ "temperature": 1.0,
277
+ "text_config": {
278
+ "attention_bias": false,
279
+ "attention_dropout": 0.0,
280
+ "attn_output_gate": true,
281
+ "bos_token_id": null,
282
+ "dtype": "bfloat16",
283
+ "eos_token_id": 248044,
284
+ "full_attention_interval": 4,
285
+ "head_dim": 256,
286
+ "hidden_act": "silu",
287
+ "hidden_size": 2560,
288
+ "initializer_range": 0.02,
289
+ "intermediate_size": 9216,
290
+ "layer_types": [
291
+ "linear_attention",
292
+ "linear_attention",
293
+ "linear_attention",
294
+ "full_attention",
295
+ "linear_attention",
296
+ "linear_attention",
297
+ "linear_attention",
298
+ "full_attention",
299
+ "linear_attention",
300
+ "linear_attention",
301
+ "linear_attention",
302
+ "full_attention",
303
+ "linear_attention",
304
+ "linear_attention",
305
+ "linear_attention",
306
+ "full_attention",
307
+ "linear_attention",
308
+ "linear_attention",
309
+ "linear_attention",
310
+ "full_attention",
311
+ "linear_attention",
312
+ "linear_attention",
313
+ "linear_attention",
314
+ "full_attention",
315
+ "linear_attention",
316
+ "linear_attention",
317
+ "linear_attention",
318
+ "full_attention",
319
+ "linear_attention",
320
+ "linear_attention",
321
+ "linear_attention",
322
+ "full_attention"
323
+ ],
324
+ "linear_conv_kernel_dim": 4,
325
+ "linear_key_head_dim": 128,
326
+ "linear_num_key_heads": 16,
327
+ "linear_num_value_heads": 32,
328
+ "linear_value_head_dim": 128,
329
+ "mamba_ssm_dtype": "float32",
330
+ "max_position_embeddings": 262144,
331
+ "mlp_only_layers": [],
332
+ "model_type": "qwen3_5_text",
333
+ "mtp_num_hidden_layers": 1,
334
+ "mtp_use_dedicated_embeddings": false,
335
+ "num_attention_heads": 16,
336
+ "num_hidden_layers": 32,
337
+ "num_key_value_heads": 4,
338
+ "pad_token_id": null,
339
+ "partial_rotary_factor": 0.25,
340
+ "rms_norm_eps": 1e-06,
341
+ "rope_parameters": {
342
+ "mrope_interleaved": true,
343
+ "mrope_section": [
344
+ 11,
345
+ 11,
346
+ 10
347
+ ],
348
+ "partial_rotary_factor": 0.25,
349
+ "rope_theta": 10000000,
350
+ "rope_type": "default"
351
+ },
352
+ "tie_word_embeddings": true,
353
+ "use_cache": true,
354
+ "vocab_size": 248320
355
+ },
356
+ "tie_word_embeddings": true,
357
+ "token_ids": [
358
+ 32,
359
+ 33,
360
+ 34,
361
+ 35,
362
+ 36,
363
+ 37,
364
+ 38,
365
+ 39,
366
+ 40,
367
+ 41,
368
+ 42,
369
+ 43,
370
+ 44,
371
+ 45,
372
+ 46,
373
+ 47,
374
+ 48,
375
+ 49,
376
+ 50,
377
+ 51,
378
+ 52,
379
+ 53,
380
+ 54,
381
+ 55,
382
+ 56,
383
+ 57,
384
+ 5840,
385
+ 1803,
386
+ 1646,
387
+ 1745,
388
+ 13276,
389
+ 8018,
390
+ 1825,
391
+ 28946,
392
+ 15015,
393
+ 29595,
394
+ 11568,
395
+ 939,
396
+ 1354,
397
+ 1058,
398
+ 18183,
399
+ 2456,
400
+ 88898,
401
+ 905,
402
+ 1846,
403
+ 802,
404
+ 33869,
405
+ 7839,
406
+ 14006,
407
+ 2860,
408
+ 2926,
409
+ 22828,
410
+ 6844,
411
+ 9798,
412
+ 4738,
413
+ 9265,
414
+ 11261,
415
+ 19278,
416
+ 36513,
417
+ 93801,
418
+ 8335,
419
+ 14544,
420
+ 85266,
421
+ 9110,
422
+ 28000,
423
+ 15137,
424
+ 4525,
425
+ 25261,
426
+ 12717,
427
+ 7116,
428
+ 17078,
429
+ 14497,
430
+ 57339,
431
+ 74909,
432
+ 52072,
433
+ 19305,
434
+ 4887,
435
+ 12607,
436
+ 3580,
437
+ 6281,
438
+ 2036,
439
+ 9362,
440
+ 8533,
441
+ 2080,
442
+ 10911,
443
+ 2925,
444
+ 3040,
445
+ 9690,
446
+ 27731,
447
+ 8023,
448
+ 6901,
449
+ 8702,
450
+ 6211,
451
+ 1123,
452
+ 16307,
453
+ 18990,
454
+ 64045,
455
+ 63037,
456
+ 33380,
457
+ 6151,
458
+ 3392,
459
+ 5449,
460
+ 3967,
461
+ 1113,
462
+ 5095,
463
+ 51923,
464
+ 49600,
465
+ 17099,
466
+ 51483,
467
+ 17756,
468
+ 16037,
469
+ 8135,
470
+ 30237,
471
+ 5683,
472
+ 9992,
473
+ 7444,
474
+ 5751,
475
+ 10284,
476
+ 20887,
477
+ 59884,
478
+ 52396,
479
+ 16103,
480
+ 67547,
481
+ 18535,
482
+ 8006,
483
+ 7263,
484
+ 1425,
485
+ 6878,
486
+ 14453,
487
+ 9097,
488
+ 44072,
489
+ 76089,
490
+ 68720,
491
+ 2662,
492
+ 2629,
493
+ 923,
494
+ 6548,
495
+ 8924,
496
+ 52194,
497
+ 622,
498
+ 1515,
499
+ 1300,
500
+ 37523,
501
+ 44473,
502
+ 36530,
503
+ 3152,
504
+ 93924,
505
+ 3505,
506
+ 15731,
507
+ 6542,
508
+ 14176,
509
+ 11091,
510
+ 1686,
511
+ 11660,
512
+ 80440,
513
+ 18836,
514
+ 26132,
515
+ 5934,
516
+ 24794,
517
+ 40229,
518
+ 3660,
519
+ 11361,
520
+ 10191,
521
+ 8225,
522
+ 3860,
523
+ 78413,
524
+ 17680,
525
+ 15900,
526
+ 78138,
527
+ 15653,
528
+ 5213,
529
+ 22150,
530
+ 39500,
531
+ 10460,
532
+ 35131,
533
+ 21563,
534
+ 43194,
535
+ 27127,
536
+ 3697,
537
+ 20011,
538
+ 24368,
539
+ 15058,
540
+ 23658,
541
+ 8362,
542
+ 16035,
543
+ 24583,
544
+ 52857,
545
+ 38403,
546
+ 60456,
547
+ 81519,
548
+ 40097,
549
+ 16522,
550
+ 29722,
551
+ 21756,
552
+ 18567,
553
+ 1736,
554
+ 48043,
555
+ 87013,
556
+ 22456,
557
+ 23165,
558
+ 55523,
559
+ 13097,
560
+ 50397,
561
+ 41741,
562
+ 23073,
563
+ 6401,
564
+ 86538,
565
+ 16585,
566
+ 11622,
567
+ 2464,
568
+ 84982,
569
+ 75516,
570
+ 36984,
571
+ 58795,
572
+ 47217,
573
+ 59675,
574
+ 5681,
575
+ 3151,
576
+ 1271,
577
+ 887,
578
+ 5203,
579
+ 2685,
580
+ 1849,
581
+ 72470,
582
+ 5370,
583
+ 74063,
584
+ 27629,
585
+ 1655,
586
+ 1728,
587
+ 669,
588
+ 3682,
589
+ 3191,
590
+ 59865,
591
+ 2712,
592
+ 1580,
593
+ 922,
594
+ 77243,
595
+ 2990,
596
+ 78493,
597
+ 5228,
598
+ 2750,
599
+ 42711,
600
+ 44568,
601
+ 56402,
602
+ 48236,
603
+ 38993,
604
+ 43559,
605
+ 61250,
606
+ 32942,
607
+ 86302,
608
+ 25310,
609
+ 26313,
610
+ 81770,
611
+ 12185,
612
+ 78382
613
+ ],
614
+ "transformers_version": "5.14.0.dev0",
615
+ "video_token_id": 248057,
616
+ "vision_config": {
617
+ "deepstack_visual_indexes": [],
618
+ "depth": 24,
619
+ "dtype": "bfloat16",
620
+ "hidden_act": "gelu_pytorch_tanh",
621
+ "hidden_size": 1024,
622
+ "in_channels": 3,
623
+ "initializer_range": 0.02,
624
+ "intermediate_size": 4096,
625
+ "model_type": "qwen3_5_vision",
626
+ "num_heads": 16,
627
+ "num_position_embeddings": 2304,
628
+ "out_hidden_size": 2560,
629
+ "patch_size": 16,
630
+ "rope_parameters": {
631
+ "rope_theta": 10000.0,
632
+ "rope_type": "axial"
633
+ },
634
+ "spatial_merge_size": 2,
635
+ "temporal_patch_size": 2
636
+ },
637
+ "vision_end_token_id": 248054,
638
+ "vision_start_token_id": 248053
639
+ }