File size: 3,363 Bytes
0ca529a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 | from dataclasses import dataclass, field
from typing import Optional
@dataclass
class DataArguments:
""" Arguments for dataset."""
train_dataset_path: str = field(
default=None,
metadata={"help": "Training dataset name or path."}
)
train_dataset_probs: str = field(
default=None,
metadata={"help": "Sampling probs for multiple datasets."}
)
train_split: str = field(
default="train",
metadata={"help": "Train split in dataset."}
)
eval_dataset_path: str = field(
default=None,
metadata={"help": "Evaluation dataset name or path."}
)
eval_split: str = field(
default="eval",
metadata={"help": "Eval split in dataset."}
)
custom_eval_fn: str = field(
default=None,
metadata={
"help": "Optional Python file defining eval_fn(predictions, labels), "
"which must return a metric dict (only supported in on-policy KD)."
}
)
eval_math_dataset_path: str = field(
default=None,
metadata={
"help": "Optional math evaluation JSONL path. Each row must contain "
"'problem' and 'answer' fields (only supported in on-policy KD)."
}
)
eval_math_n_samples: int = field(
default=1,
metadata={"help": "Number of generated answers per math problem for pass@k evaluation."}
)
eval_math_max_concurrent: int = field(
default=256,
metadata={"help": "Maximum number of concurrent math evaluation requests."}
)
eval_math_max_tokens: int = field(
default=8192,
metadata={"help": "Maximum number of new tokens generated for math evaluation."}
)
eval_math_timeout: int = field(
default=1800,
metadata={"help": "Total timeout in seconds for math evaluation generation."}
)
input_key: str = field(
default="messages",
metadata={"help": "JSON dataset key."}
)
image_key: str = field(
default=None,
metadata={"help": "Image key in dataset."}
)
output_key: str = field(
default=None,
metadata={"help": "Output key in dataset."}
)
teacher_input_key: str = field(
default=None,
metadata={"help": "Input key for teacher prompt. If None, use the same input_key as student. "
"Used in self-distillation where teacher receives richer information."}
)
label_key: str = field(
default=None,
metadata={"help": "Label key in dataset."}
)
teacher_routing_key: str = field(
default="teacher_routing_key",
metadata={"help": "Route key for teacher model in multi-teacher distillation."}
)
input_template: str = field(
default=None,
)
apply_chat_template: bool = field(
default=True,
metadata={"help": "Use HF tokenizer chat template."}
)
max_len: int = field(
default=4096
)
max_samples: int = field(
default=1e8
)
packing_samples: bool = field(
default=False,
metadata={"help": "Packing sequences during training."}
)
prompt_max_len: int = field(
default=2048,
metadata={"help": "Max prompt length."}
)
preprocess_num_workers: int = field(
default=1,
)
|