{ "architectures": [ "HunYuanVLForConditionalGeneration" ], "dtype": "bfloat16", "im_end_id": 120119, "im_newline_id": 120121, "im_start_id": 120118, "image_end_token_id": 120119, "image_newline_token_id": 120121, "image_start_token_id": 120118, "image_token_id": 120120, "model_type": "hunyuan_vl", "text_config": { "architectures": [ "HunYuanVLForConditionalGeneration" ], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 120000, "dtype": "float32", "eod_token_id": 120020, "eos_token_id": 120020, "head_dim": 16, "hidden_act": "silu", "hidden_size": 64, "initializer_range": 0.02, "intermediate_size": 128, "max_position_embeddings": 131072, "model_type": "hunyuan_vl_text", "num_attention_heads": 4, "num_hidden_layers": 2, "num_key_value_heads": 2, "pad_token_id": 120002, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_parameters": { "alpha": 1000.0, "beta_fast": 32, "beta_slow": 1, "factor": 1.0, "mrope_section": [ 2, 2, 2, 2 ], "mscale": 1.0, "mscale_all_dim": 1.0, "rope_theta": 10000.0, "rope_type": "dynamic", "type": "dynamic" }, "sep_token_id": 0, "tie_word_embeddings": true, "use_cache": true, "use_qk_norm": true, "vocab_size": 120818 }, "tie_word_embeddings": true, "transformers_version": "5.22.0.dev0", "use_qk_norm": true, "video_end_id": 120123, "video_end_token_id": 120123, "video_start_id": 120122, "video_start_token_id": 120122, "vision_config": { "attention_dropout": 0.0, "dtype": "float32", "hidden_act": "gelu", "hidden_size": 64, "img_max_token_num": 16384, "intermediate_size": 128, "interpolate_mode": "bilinear", "max_image_size": 2048, "max_vit_seq_len": 65536, "min_image_size": 512, "model_type": "hunyuan_vl_vision", "num_attention_heads": 4, "num_channels": 3, "num_hidden_layers": 2, "num_key_value_heads": 4, "out_hidden_size": 64, "patch_size": 16, "rms_norm_eps": 1e-05, "spatial_merge_size": 2, "temporal_patch_size": 1, "text_hidden_size": 64 } }