Upload train_unsloth.py with huggingface_hub
Browse files- train_unsloth.py +3 -0
train_unsloth.py
CHANGED
|
@@ -51,6 +51,9 @@ model = FastLanguageModel.get_peft_model(
|
|
| 51 |
random_state=3407,
|
| 52 |
)
|
| 53 |
|
|
|
|
|
|
|
|
|
|
| 54 |
trackio.init(
|
| 55 |
project="qwen-reasoning-finetune",
|
| 56 |
space_id="oExz/trackio",
|
|
|
|
| 51 |
random_state=3407,
|
| 52 |
)
|
| 53 |
|
| 54 |
+
# Fix eos_token for SFTTrainer
|
| 55 |
+
tokenizer.eos_token = tokenizer.decode([tokenizer.eos_token_id])
|
| 56 |
+
|
| 57 |
trackio.init(
|
| 58 |
project="qwen-reasoning-finetune",
|
| 59 |
space_id="oExz/trackio",
|