{ "architectures": [ "Qwen3VLTextModel" ], "attention_bias": false, "attention_dropout": 0.0, "dtype": "float32", "head_dim": 16, "hidden_act": "silu", "hidden_size": 64, "initializer_range": 0.02, "intermediate_size": 128, "max_position_embeddings": 256, "model_type": "qwen3_vl_text", "mrope_interleaved": true, "mrope_section": [ 4, 2, 2 ], "num_attention_heads": 4, "num_hidden_layers": 2, "num_key_value_heads": 4, "pad_token_id": 151643, "rms_norm_eps": 1e-06, "rope_parameters": { "rope_theta": 500000.0, "rope_type": "default" }, "transformers_version": "5.13.0", "use_cache": true, "vocab_size": 151936 }