oExz commited on
Commit
15685a3
·
verified ·
1 Parent(s): 654ac57

Upload train_unsloth.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. train_unsloth.py +2 -4
train_unsloth.py CHANGED
@@ -21,7 +21,7 @@ hf_token = os.getenv("HF_TOKEN")
21
  if hf_token:
22
  os.environ.setdefault("HF_HUB_TOKEN", hf_token)
23
 
24
- DATASET = os.getenv("DATASET", "oExz/reasoning-distill-claude-opus-4-7-max-qwen-format")
25
  BASE_MODEL = os.getenv("BASE_MODEL", "Qwen/Qwen3.5-4B")
26
  OUTPUT_REPO = os.getenv("OUTPUT_REPO", "oExz/qwen3.5-4b-reasoning-lora")
27
 
@@ -51,9 +51,6 @@ model = FastLanguageModel.get_peft_model(
51
  random_state=3407,
52
  )
53
 
54
- # Fix eos_token for SFTTrainer
55
- tokenizer.eos_token = tokenizer.decode([tokenizer.eos_token_id])
56
-
57
  trackio.init(
58
  project="qwen-reasoning-finetune",
59
  space_id="oExz/trackio",
@@ -84,6 +81,7 @@ trainer = SFTTrainer(
84
  run_name="qwen3.5-4b-reasoning-qlora",
85
  max_length=1024,
86
  bf16=True,
 
87
  ),
88
  )
89
 
 
21
  if hf_token:
22
  os.environ.setdefault("HF_HUB_TOKEN", hf_token)
23
 
24
+ DATASET = os.getenv("DATASET", "oExz/reasoning-distill-claude-opus-4-7-max-qwen-format-text")
25
  BASE_MODEL = os.getenv("BASE_MODEL", "Qwen/Qwen3.5-4B")
26
  OUTPUT_REPO = os.getenv("OUTPUT_REPO", "oExz/qwen3.5-4b-reasoning-lora")
27
 
 
51
  random_state=3407,
52
  )
53
 
 
 
 
54
  trackio.init(
55
  project="qwen-reasoning-finetune",
56
  space_id="oExz/trackio",
 
81
  run_name="qwen3.5-4b-reasoning-qlora",
82
  max_length=1024,
83
  bf16=True,
84
+ dataset_text_field="text",
85
  ),
86
  )
87