| from dataclasses import dataclass, field |
| from typing import Optional |
|
|
| from transformers import TrainingArguments |
|
|
|
|
| @dataclass |
| class ModelArguments: |
| model_id: Optional[str] = field(default="Qwen/Qwen2-VL-7B-Instruct") |
|
|
|
|
| @dataclass |
| class TrainingArguments(TrainingArguments): |
| cache_dir: Optional[str] = field(default=None) |
| optim: str = field(default="adamw_torch") |
| adam_beta1: float = field(default=0.9) |
| adam_beta2: float = field(default=0.999) |
| adam_epsilon: float = field(default=1e-8) |
|
|
| freeze_vision_tower: bool = field(default=False) |
| freeze_llm: bool = field(default=False) |
| tune_merger: bool = field(default=False) |
| disable_flash_attn2: bool = field(default=False) |
|
|
| max_seq_length: int = field( |
| default=32768, |
| metadata={ |
| "help": |
| "Maximum sequence length. Sequences will be right padded (and possibly truncated)." |
| }, |
| ) |
|
|
| double_quant: bool = field( |
| default=True, |
| metadata={"help": "Compress the quantization statistics through double quantization."} |
| ) |
| quant_type: str = field( |
| default="nf4", |
| metadata={"help": "Quantization data type to use. Should be one of `fp4` or `nf4`."} |
| ) |
| bits: int = field( |
| default=16, |
| metadata={"help": "How many bits to use."} |
| ) |
| lora_enable: bool = False |
| vision_lora: bool = False |
| use_dora: bool = False |
| lora_rank: int = 64 |
| lora_alpha: int = 16 |
| lora_dropout: float = 0.05 |
| lora_weight_path: str = "" |
| lora_bias: str = "none" |
| vision_lr: Optional[float] = None |
| merger_lr: Optional[float] = None |
| lora_namespan_exclude: str = field(default=None, metadata={"help": "List of namespan to exclude for LoRA"}) |
| num_lora_modules: int = -1 |
| use_liger: bool = True |
|
|
|
|
| @dataclass |
| class DataArguments: |
| data_path: str = field( |
| default=None, metadata={"help": "Path to the training data."} |
| ) |
| lazy_preprocess: bool = False |
| image_folder: Optional[str] = field(default=None) |
| image_min_pixels: Optional[int] = field(default=3136) |
| image_max_pixels: Optional[int] = field(default=12845056) |
| video_min_pixels: Optional[int] = field(default=100352) |
| video_max_pixels: Optional[int] = field(default=602112) |
| fps: float = 1.0 |
