{ "add_second_msg": true, "architectures": [ "VideoChat2_it_hd_mistral" ], "auto_map": { "AutoConfig": "configuration_videochat2.Config", "AutoModel": "videochat2_it_hd_mistral.VideoChat2_it_hd_mistral" }, "dynamic_config": { "add_global": true, "hd_num": 6, "local_size": 224, "padding": false }, "end_token": "", "extra_num_query_token": 64, "freeze_qformer": false, "freeze_vit": false, "img_end_token": "", "img_start_token": "", "lora_alpha": 32, "lora_dropout": 0.1, "lora_r": 16, "low_resource": false, "max_txt_len": 512, "mistral_model_path": "mistralai/Mistral-7B-Instruct-v0.2", "model_cls": "VideoChat2_it_hd_mistral", "num_query_token": 32, "qformer_attention_probs_dropout_prob": 0.1, "qformer_drop_path_rate": 0.2, "qformer_hidden_dropout_prob": 0.1, "qformer_text_input": true, "random_shuffle": true, "return_question_instruction": false, "start_token": "