Download kdflow/arguments/data_args.py from codemaivanngu/ctopd: direct link, hf CLI and curl.
- Browser
- Download file 3.36 kB
-
https://huggingface.co/codemaivanngu/ctopd/resolve/main/kdflow/arguments/data_args.py
- Command line
-
hf download hf://codemaivanngu/ctopd/kdflow/arguments/data_args.py
-
curl -L -o data_args.py https://huggingface.co/codemaivanngu/ctopd/resolve/main/kdflow/arguments/data_args.py
3.36 kB
| from dataclasses import dataclass, field | |
| from typing import Optional | |
| class DataArguments: | |
| """ Arguments for dataset.""" | |
| train_dataset_path: str = field( | |
| default=None, | |
| metadata={"help": "Training dataset name or path."} | |
| ) | |
| train_dataset_probs: str = field( | |
| default=None, | |
| metadata={"help": "Sampling probs for multiple datasets."} | |
| ) | |
| train_split: str = field( | |
| default="train", | |
| metadata={"help": "Train split in dataset."} | |
| ) | |
| eval_dataset_path: str = field( | |
| default=None, | |
| metadata={"help": "Evaluation dataset name or path."} | |
| ) | |
| eval_split: str = field( | |
| default="eval", | |
| metadata={"help": "Eval split in dataset."} | |
| ) | |
| custom_eval_fn: str = field( | |
| default=None, | |
| metadata={ | |
| "help": "Optional Python file defining eval_fn(predictions, labels), " | |
| "which must return a metric dict (only supported in on-policy KD)." | |
| } | |
| ) | |
| eval_math_dataset_path: str = field( | |
| default=None, | |
| metadata={ | |
| "help": "Optional math evaluation JSONL path. Each row must contain " | |
| "'problem' and 'answer' fields (only supported in on-policy KD)." | |
| } | |
| ) | |
| eval_math_n_samples: int = field( | |
| default=1, | |
| metadata={"help": "Number of generated answers per math problem for pass@k evaluation."} | |
| ) | |
| eval_math_max_concurrent: int = field( | |
| default=256, | |
| metadata={"help": "Maximum number of concurrent math evaluation requests."} | |
| ) | |
| eval_math_max_tokens: int = field( | |
| default=8192, | |
| metadata={"help": "Maximum number of new tokens generated for math evaluation."} | |
| ) | |
| eval_math_timeout: int = field( | |
| default=1800, | |
| metadata={"help": "Total timeout in seconds for math evaluation generation."} | |
| ) | |
| input_key: str = field( | |
| default="messages", | |
| metadata={"help": "JSON dataset key."} | |
| ) | |
| image_key: str = field( | |
| default=None, | |
| metadata={"help": "Image key in dataset."} | |
| ) | |
| output_key: str = field( | |
| default=None, | |
| metadata={"help": "Output key in dataset."} | |
| ) | |
| teacher_input_key: str = field( | |
| default=None, | |
| metadata={"help": "Input key for teacher prompt. If None, use the same input_key as student. " | |
| "Used in self-distillation where teacher receives richer information."} | |
| ) | |
| label_key: str = field( | |
| default=None, | |
| metadata={"help": "Label key in dataset."} | |
| ) | |
| teacher_routing_key: str = field( | |
| default="teacher_routing_key", | |
| metadata={"help": "Route key for teacher model in multi-teacher distillation."} | |
| ) | |
| input_template: str = field( | |
| default=None, | |
| ) | |
| apply_chat_template: bool = field( | |
| default=True, | |
| metadata={"help": "Use HF tokenizer chat template."} | |
| ) | |
| max_len: int = field( | |
| default=4096 | |
| ) | |
| max_samples: int = field( | |
| default=1e8 | |
| ) | |
| packing_samples: bool = field( | |
| default=False, | |
| metadata={"help": "Packing sequences during training."} | |
| ) | |
| prompt_max_len: int = field( | |
| default=2048, | |
| metadata={"help": "Max prompt length."} | |
| ) | |
| preprocess_num_workers: int = field( | |
| default=1, | |
| ) | |