Upload config.json with huggingface_hub

config.json

@@ -4,32 +4,17 @@
   ],
   "image_token_id": 248056,
   "model_type": "qwen3_5",
+  "model_type": "qwen3_5_text",
   "tie_word_embeddings": false,
   "transformers_version": "4.57.0.dev0",
-  "video_token_id": 248057,
-  "vision_config": {
-    "deepstack_visual_indexes": [],
-    "depth": 27,
-    "hidden_act": "gelu_pytorch_tanh",
-    "hidden_size": 1152,
-    "in_channels": 3,
-    "initializer_range": 0.02,
-    "intermediate_size": 4304,
-    "model_type": "qwen3_5",
-    "num_heads": 16,
-    "num_position_embeddings": 2304,
-    "out_hidden_size": 4096,
-    "patch_size": 16,
-    "spatial_merge_size": 2,
-    "temporal_patch_size": 2
-  },
   "vision_end_token_id": 248054,
   "vision_start_token_id": 248053,
+  "eos_token_id": 248046,
+  "pad_token_id": 248044,
   "attention_bias": false,
   "attention_dropout": 0.0,
   "attn_output_gate": true,
   "dtype": "bfloat16",
-  "eos_token_id": 248044,
   "full_attention_interval": 4,
   "head_dim": 256,
   "hidden_act": "silu",
@@ -70,6 +55,34 @@
     "linear_attention",
     "full_attention"
   ],
+    "vision_model_weight": "vision_weight.q4nx",
+    "vision_end_token_id": 248054,
+    "vision_start_token_id": 248053,
+    "vision_config": {
+        "vision_mm_engine_xclbin_name": "vision_mm.xclbin",
+        "vision_mha_engine_xclbin_name": "vision_attn.xclbin",
+        "QWEN3_5_PATCH_SIZE": 16,
+        "QWEN3_5_IMAGE_MERGE_SIZE": 2,
+        "QWEN3_5_SPATIAL_MERGE_SIZE": 2,
+        "QWEN3_5_SHORTEST_EDGE": 65536,
+        "QWEN3_5_LONGEST_EDGE": 16777216,
+        "QWEN3_5_VISION_RESCALE_FACTOR": 0.00392156862745098,
+        "QWEN3_5_VISION_RESCALE_IMAGE_MEAN": 0.5,
+        "QWEN3_5_VISION_RESCALE_IMAGE_STD": 0.5,
+        "QWEN3_5_TEMPORAL_PATCH_SIZE": 2,
+
+        "QWEN3_5_VISION_EMBED_DIM": 1152,
+        "QWEN3_5_VISION_NUM_HEADS": 16,
+        "QWEN3_5_VISION_HEAD_DIM": 72,
+        "QWEN3_5_VISION_MLP_INTERMEDIATE_SIZE": 4304,
+        "QWEN3_5_VISION_NUM_POSITION_EMBEDDINGS": 2304,
+        "QWEN3_5_VISION_NUM_LAYERS": 27,
+        "QWEN3_5_VISION_LAYER_NORM_EPSILON": 1e-06,
+        "QWEN3_5_VISION_OUT_HIDDEN_SIZE": 4096,
+        "VISION_MM_TILE_M": 128,
+        "VISION_MM_TILE_K": 256,
+        "VISION_MM_TILE_N": 64
+    },
   "linear_conv_kernel_dim": 4,
   "linear_key_head_dim": 128,
   "linear_num_key_heads": 16,
@@ -97,5 +110,6 @@
     "rope_theta": 10000000,
     "partial_rotary_factor": 0.25
   },
-  "flm_version": "1.0.0"
-}
+  "bos_token_id": 248044,
+  "flm_version": "1.0.2"
+}