# TAO video_clip model block for this release. # model.safetensors (LoRA merged): build VideoCLIPPlModel with this config as-is (peft disabled) and load_state_dict(strict=True). # model.pth (LoRA adapters unmerged, Lightning checkpoint): set peft.enabled: true and peft.vision.enabled: true, then # VideoCLIPPlModel.load_from_checkpoint('model.pth', experiment_spec=cfg). # model.text_encoder = Apple MobileCLIP-B-LT weights (mobileclip_blt.pt); base vision/alignment weights resolve from # model.internvideo2clip_hf_id through the Hugging Face cache. model: type: internvideo2-clip-l14 adaptor_name: null freeze_vision_encoder: true freeze_text_encoder: true image_size: 224 init_logit_scale: 4.605170185988092 init_logit_bias: 0.0 canonicalize_text: false pretrained_ckpt: null internvideo2clip_hf_id: OpenGVLab/InternVideo2_distillation_models vision_encoder: null text_encoder: /models/mobileclip_blt.pt clip_head: null num_frames: 8 use_flash_attn: false use_fused_rmsnorm: false use_fused_mlp: false peft: enabled: false method: lora vision: enabled: false target_modules: - qkv - proj num_last_blocks: 12 rank: 8 alpha: 16 dropout: 0.05 text: enabled: false target_modules: - qkv_proj - out_proj num_last_blocks: 3 rank: 8 alpha: 16 dropout: 0.05 regularization: enabled: false