File size: 3,363 Bytes
0ca529a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
from dataclasses import dataclass, field
from typing import Optional


@dataclass
class DataArguments:
    """ Arguments for dataset."""

    train_dataset_path: str = field(
        default=None,
        metadata={"help": "Training dataset name or path."}
    )
    train_dataset_probs: str = field(
        default=None,
        metadata={"help": "Sampling probs for multiple datasets."}
    )
    train_split: str = field(
        default="train",
        metadata={"help": "Train split in dataset."}
    )
    eval_dataset_path: str = field(
        default=None,
        metadata={"help": "Evaluation dataset name or path."}
    )
    eval_split: str = field(
        default="eval",
        metadata={"help": "Eval split in dataset."}
    )
    custom_eval_fn: str = field(
        default=None,
        metadata={
            "help": "Optional Python file defining eval_fn(predictions, labels), "
                    "which must return a metric dict (only supported in on-policy KD)."
        }
    )
    eval_math_dataset_path: str = field(
        default=None,
        metadata={
            "help": "Optional math evaluation JSONL path. Each row must contain "
                    "'problem' and 'answer' fields (only supported in on-policy KD)."
        }
    )
    eval_math_n_samples: int = field(
        default=1,
        metadata={"help": "Number of generated answers per math problem for pass@k evaluation."}
    )
    eval_math_max_concurrent: int = field(
        default=256,
        metadata={"help": "Maximum number of concurrent math evaluation requests."}
    )
    eval_math_max_tokens: int = field(
        default=8192,
        metadata={"help": "Maximum number of new tokens generated for math evaluation."}
    )
    eval_math_timeout: int = field(
        default=1800,
        metadata={"help": "Total timeout in seconds for math evaluation generation."}
    )
    input_key: str = field(
        default="messages",
        metadata={"help": "JSON dataset key."}
    )
    image_key: str = field(
        default=None,
        metadata={"help": "Image key in dataset."}
    )
    output_key: str = field(
        default=None,
        metadata={"help": "Output key in dataset."}
    )
    teacher_input_key: str = field(
        default=None,
        metadata={"help": "Input key for teacher prompt. If None, use the same input_key as student. "
                          "Used in self-distillation where teacher receives richer information."}
    )
    label_key: str = field(
        default=None,
        metadata={"help": "Label key in dataset."}
    )
    teacher_routing_key: str = field(
        default="teacher_routing_key",
        metadata={"help": "Route key for teacher model in multi-teacher distillation."}
    )
    input_template: str = field(
        default=None,
    )
    apply_chat_template: bool = field(
        default=True,
        metadata={"help": "Use HF tokenizer chat template."}
    )
    max_len: int = field(
        default=4096
    )
    max_samples: int = field(
        default=1e8
    )
    packing_samples: bool = field(
        default=False,
        metadata={"help": "Packing sequences during training."}
    )
    prompt_max_len: int = field(
        default=2048,
        metadata={"help": "Max prompt length."}
    )
    preprocess_num_workers: int = field(
        default=1,
    )