td-builder
/

td-toolkit

Model card Files Files and versions

td-builder commited on Feb 27

Commit

89bfa4c

·

verified ·

1 Parent(s): d839b05

Upload 141 files

Files changed (1) hide show

hugging/td_fuse/heal.py +2 -2

hugging/td_fuse/heal.py CHANGED Viewed

@@ -193,7 +193,7 @@ def apply_qlora_unsloth(
         learning_rate=cfg.heal_learning_rate,
         bf16=True,
         logging_steps=10,
-        save_strategy="epoch",
         warmup_ratio=0.05,
         lr_scheduler_type="cosine",
         optim="adamw_8bit",  # Memory-efficient optimiser
@@ -328,7 +328,7 @@ def apply_qlora_standard(
         learning_rate=cfg.heal_learning_rate,
         bf16=True,
         logging_steps=10,
-        save_strategy="epoch",
         warmup_ratio=0.05,
         lr_scheduler_type="cosine",
         optim="adamw_torch",

         learning_rate=cfg.heal_learning_rate,
         bf16=True,
         logging_steps=10,
+        save_strategy="no",  # Don't save intermediate checkpoints — saves ~17GB disk
         warmup_ratio=0.05,
         lr_scheduler_type="cosine",
         optim="adamw_8bit",  # Memory-efficient optimiser
         learning_rate=cfg.heal_learning_rate,
         bf16=True,
         logging_steps=10,
+        save_strategy="no",  # Don't save intermediate checkpoints — saves ~17GB disk
         warmup_ratio=0.05,
         lr_scheduler_type="cosine",
         optim="adamw_torch",