Upload train_unsloth.py with huggingface_hub
Browse files- train_unsloth.py +2 -4
train_unsloth.py
CHANGED
|
@@ -21,7 +21,7 @@ hf_token = os.getenv("HF_TOKEN")
|
|
| 21 |
if hf_token:
|
| 22 |
os.environ.setdefault("HF_HUB_TOKEN", hf_token)
|
| 23 |
|
| 24 |
-
DATASET = os.getenv("DATASET", "oExz/reasoning-distill-claude-opus-4-7-max-qwen-format")
|
| 25 |
BASE_MODEL = os.getenv("BASE_MODEL", "Qwen/Qwen3.5-4B")
|
| 26 |
OUTPUT_REPO = os.getenv("OUTPUT_REPO", "oExz/qwen3.5-4b-reasoning-lora")
|
| 27 |
|
|
@@ -51,9 +51,6 @@ model = FastLanguageModel.get_peft_model(
|
|
| 51 |
random_state=3407,
|
| 52 |
)
|
| 53 |
|
| 54 |
-
# Fix eos_token for SFTTrainer
|
| 55 |
-
tokenizer.eos_token = tokenizer.decode([tokenizer.eos_token_id])
|
| 56 |
-
|
| 57 |
trackio.init(
|
| 58 |
project="qwen-reasoning-finetune",
|
| 59 |
space_id="oExz/trackio",
|
|
@@ -84,6 +81,7 @@ trainer = SFTTrainer(
|
|
| 84 |
run_name="qwen3.5-4b-reasoning-qlora",
|
| 85 |
max_length=1024,
|
| 86 |
bf16=True,
|
|
|
|
| 87 |
),
|
| 88 |
)
|
| 89 |
|
|
|
|
| 21 |
if hf_token:
|
| 22 |
os.environ.setdefault("HF_HUB_TOKEN", hf_token)
|
| 23 |
|
| 24 |
+
DATASET = os.getenv("DATASET", "oExz/reasoning-distill-claude-opus-4-7-max-qwen-format-text")
|
| 25 |
BASE_MODEL = os.getenv("BASE_MODEL", "Qwen/Qwen3.5-4B")
|
| 26 |
OUTPUT_REPO = os.getenv("OUTPUT_REPO", "oExz/qwen3.5-4b-reasoning-lora")
|
| 27 |
|
|
|
|
| 51 |
random_state=3407,
|
| 52 |
)
|
| 53 |
|
|
|
|
|
|
|
|
|
|
| 54 |
trackio.init(
|
| 55 |
project="qwen-reasoning-finetune",
|
| 56 |
space_id="oExz/trackio",
|
|
|
|
| 81 |
run_name="qwen3.5-4b-reasoning-qlora",
|
| 82 |
max_length=1024,
|
| 83 |
bf16=True,
|
| 84 |
+
dataset_text_field="text",
|
| 85 |
),
|
| 86 |
)
|
| 87 |
|