Upload train_sft.py with huggingface_hub
Browse files- train_sft.py +4 -2
train_sft.py
CHANGED
|
@@ -138,6 +138,8 @@ def main():
|
|
| 138 |
ap.add_argument("--lr", type=float, default=2e-4)
|
| 139 |
ap.add_argument("--max-steps", type=int, default=-1)
|
| 140 |
ap.add_argument("--eval-frac", type=float, default=0.03)
|
|
|
|
|
|
|
| 141 |
ap.add_argument("--project", default="gemma4-gui-agent")
|
| 142 |
ap.add_argument("--run-name", default="gemma4-e4b-lora")
|
| 143 |
ap.add_argument("--private", action="store_true", default=True)
|
|
@@ -181,9 +183,9 @@ def main():
|
|
| 181 |
lr_scheduler_type="cosine",
|
| 182 |
logging_steps=5,
|
| 183 |
eval_strategy="steps",
|
| 184 |
-
eval_steps=
|
| 185 |
save_strategy="steps",
|
| 186 |
-
save_steps=
|
| 187 |
save_total_limit=2,
|
| 188 |
bf16=True,
|
| 189 |
gradient_checkpointing=True,
|
|
|
|
| 138 |
ap.add_argument("--lr", type=float, default=2e-4)
|
| 139 |
ap.add_argument("--max-steps", type=int, default=-1)
|
| 140 |
ap.add_argument("--eval-frac", type=float, default=0.03)
|
| 141 |
+
ap.add_argument("--eval-steps", type=int, default=50)
|
| 142 |
+
ap.add_argument("--save-steps", type=int, default=100)
|
| 143 |
ap.add_argument("--project", default="gemma4-gui-agent")
|
| 144 |
ap.add_argument("--run-name", default="gemma4-e4b-lora")
|
| 145 |
ap.add_argument("--private", action="store_true", default=True)
|
|
|
|
| 183 |
lr_scheduler_type="cosine",
|
| 184 |
logging_steps=5,
|
| 185 |
eval_strategy="steps",
|
| 186 |
+
eval_steps=args.eval_steps,
|
| 187 |
save_strategy="steps",
|
| 188 |
+
save_steps=args.save_steps,
|
| 189 |
save_total_limit=2,
|
| 190 |
bf16=True,
|
| 191 |
gradient_checkpointing=True,
|