Upload train_qwen3_codeforces.py with huggingface_hub
Browse files
train_qwen3_codeforces.py
CHANGED
|
@@ -27,13 +27,12 @@ peft_config = LoraConfig(
|
|
| 27 |
)
|
| 28 |
|
| 29 |
# Configure the trainer
|
| 30 |
-
# The dataset uses 'messages' format -
|
| 31 |
trainer = SFTTrainer(
|
| 32 |
model="Qwen/Qwen3-0.6B",
|
| 33 |
train_dataset=dataset_split["train"],
|
| 34 |
eval_dataset=dataset_split["test"],
|
| 35 |
peft_config=peft_config,
|
| 36 |
-
dataset_text_field=None, # Use chat template with messages column
|
| 37 |
args=SFTConfig(
|
| 38 |
output_dir="qwen3-0.6b-codeforces",
|
| 39 |
|
|
|
|
| 27 |
)
|
| 28 |
|
| 29 |
# Configure the trainer
|
| 30 |
+
# The dataset uses 'messages' format - SFTTrainer will automatically detect it
|
| 31 |
trainer = SFTTrainer(
|
| 32 |
model="Qwen/Qwen3-0.6B",
|
| 33 |
train_dataset=dataset_split["train"],
|
| 34 |
eval_dataset=dataset_split["test"],
|
| 35 |
peft_config=peft_config,
|
|
|
|
| 36 |
args=SFTConfig(
|
| 37 |
output_dir="qwen3-0.6b-codeforces",
|
| 38 |
|