HunyuanOCR-mic / config.json
tarekziade's picture
tarekziade HF Staff
Publish MIC usage, slim fixture and reviewed Transformers expectations
e35b0fc verified
Raw History Blame Contribute Delete
2.26 kB
{
"architectures": [
"HunYuanVLForConditionalGeneration"
],
"dtype": "bfloat16",
"im_end_id": 120119,
"im_newline_id": 120121,
"im_start_id": 120118,
"image_end_token_id": 120119,
"image_newline_token_id": 120121,
"image_start_token_id": 120118,
"image_token_id": 120120,
"model_type": "hunyuan_vl",
"text_config": {
"architectures": [
"HunYuanVLForConditionalGeneration"
],
"attention_bias": false,
"attention_dropout": 0.0,
"bos_token_id": 120000,
"dtype": "float32",
"eod_token_id": 120020,
"eos_token_id": 120020,
"head_dim": 16,
"hidden_act": "silu",
"hidden_size": 64,
"initializer_range": 0.02,
"intermediate_size": 128,
"max_position_embeddings": 131072,
"model_type": "hunyuan_vl_text",
"num_attention_heads": 4,
"num_hidden_layers": 2,
"num_key_value_heads": 2,
"pad_token_id": 120002,
"pretraining_tp": 1,
"rms_norm_eps": 1e-05,
"rope_parameters": {
"alpha": 1000.0,
"beta_fast": 32,
"beta_slow": 1,
"factor": 1.0,
"mrope_section": [
2,
2,
2,
2
],
"mscale": 1.0,
"mscale_all_dim": 1.0,
"rope_theta": 10000.0,
"rope_type": "dynamic",
"type": "dynamic"
},
"sep_token_id": 0,
"tie_word_embeddings": true,
"use_cache": true,
"use_qk_norm": true,
"vocab_size": 120818
},
"tie_word_embeddings": true,
"transformers_version": "5.22.0.dev0",
"use_qk_norm": true,
"video_end_id": 120123,
"video_end_token_id": 120123,
"video_start_id": 120122,
"video_start_token_id": 120122,
"vision_config": {
"attention_dropout": 0.0,
"dtype": "float32",
"hidden_act": "gelu",
"hidden_size": 64,
"img_max_token_num": 16384,
"intermediate_size": 128,
"interpolate_mode": "bilinear",
"max_image_size": 2048,
"max_vit_seq_len": 65536,
"min_image_size": 512,
"model_type": "hunyuan_vl_vision",
"num_attention_heads": 4,
"num_channels": 3,
"num_hidden_layers": 2,
"num_key_value_heads": 4,
"out_hidden_size": 64,
"patch_size": 16,
"rms_norm_eps": 1e-05,
"spatial_merge_size": 2,
"temporal_patch_size": 1,
"text_hidden_size": 64
}
}